-- Logs begin at Mon 2021-06-07 13:13:34 UTC, end at Mon 2021-06-07 14:11:02 UTC. -- Jun 07 13:44:38.392552 dv-cinder-772623-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 13:44:41.142738 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:44:41.143816 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:44:41.143982 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:44:41.147720 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.common.config [-] Logging enabled! Jun 07 13:44:41.147981 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev278 Jun 07 13:44:41.148296 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91604) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 13:44:41.149322 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:44:41.149553 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:44:41.150020 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:44:41.150259 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:44:41.150487 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:44:41.150814 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.151112 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.151406 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.151662 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.151956 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.152248 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.152528 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.152811 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.153115 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.153402 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.153682 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.153969 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.154201 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.154484 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.154768 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.155058 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.155277 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] debug = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.155595 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.156025 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.156446 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.156729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.157565 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.157844 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.158117 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.158397 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.158678 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.159039 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] host = dv-cinder-772623-7-iscsi {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.159301 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.159608 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.159897 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.160177 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.160450 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.160721 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.161002 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.161273 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.161544 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.161818 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.162102 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.162385 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.162690 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.162911 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.163160 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.163425 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.163739 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.164016 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.164309 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.164540 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.164814 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.165089 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.165353 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.165636 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.165914 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.166194 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.166467 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.166738 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.167005 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.167274 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.167580 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.167853 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.168130 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.168397 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.168684 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.168950 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.169219 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.169523 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.169804 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.170084 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.170364 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.170636 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.170917 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.171190 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.171650 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.171757 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_json = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.172005 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.172272 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.173171 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.173446 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.173724 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.174078 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.174351 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.174659 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:41.175835 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.175835 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.175835 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.176086 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.176189 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.176434 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.176722 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.176997 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.177283 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.177570 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.177861 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.178143 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.178432 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.178708 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.178999 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.179307 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.179624 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.179915 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.180197 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.180471 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.180744 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.181021 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.181312 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.181600 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.181888 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.182161 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.182437 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.182725 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.182997 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.183270 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.183571 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.183863 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.184140 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.184413 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.184716 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.184966 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.185237 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.185505 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.185778 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.186067 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.186340 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.186607 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.186876 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.187151 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.187420 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.187725 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.187999 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.188320 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.188594 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.188869 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.189141 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.189419 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.189695 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.189964 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.190237 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.190508 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.190773 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.191041 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.191310 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.191609 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.191879 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.192148 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.192426 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.192695 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.192965 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.193236 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.193509 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.193779 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.194068 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.194366 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.194643 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.194929 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.195208 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.195485 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.195786 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.196061 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.196338 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.196613 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.196885 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.197185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.197469 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.197762 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.198047 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.198329 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.198624 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.198985 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.199165 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.199444 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.199744 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.200033 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.200316 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.200608 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.200898 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.201192 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.201499 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.201804 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.202088 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.202407 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.202684 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:41.202899 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:44:41.203147 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91604) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 13:44:41.565410 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:41.565700 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:41.565995 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:44:41.566477 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 13:44:42.003661 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.004080 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.004451 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.006217 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.006623 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.006978 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.055874 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.056260 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.056617 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.074129 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.074411 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.074677 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.103349 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.103663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.103934 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.143286 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.143908 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.143908 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.387402 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.387627 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.387890 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.388155 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.388901 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.516150 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.517077 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.517551 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.517972 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.518424 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.518799 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.519066 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.519326 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.519616 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.519902 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.520163 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.520432 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.520694 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.520950 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.521213 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.521477 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.521733 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.522002 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.522251 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.522527 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.522870 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.523120 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.523364 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.523670 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.523919 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.524162 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.524563 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.524803 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.525039 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.525272 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.525511 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.525745 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:42.526113 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 13:44:42.529298 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 13:44:42.533434 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 13:44:42.537278 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 07 13:44:42.538898 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 13:44:42.539344 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 13:44:42.539710 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 13:44:42.540095 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 13:44:42.542880 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 13:44:42.543129 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 13:44:42.543474 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:44:42.570957 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 13:44:42.571404 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.571725 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91604) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 13:44:42.572086 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.573450 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91604) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 13:44:42.573730 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 13:44:42.573971 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 13:44:42.577254 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.577533 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:42.640777 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 13:44:42.640957 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 13:44:42.641937 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 13:44:42.642339 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 13:44:42.673585 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_db.sqlalchemy.engines [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91604) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 13:44:43.005064 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing driver for type 'gre' Jun 07 13:44:43.005695 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] gre ID ranges: [(1, 1000)] Jun 07 13:44:43.061879 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing driver for type 'local' Jun 07 13:44:43.062274 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing driver for type 'vlan' Jun 07 13:44:43.074478 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] VlanTypeDriver initialization complete Jun 07 13:44:43.074831 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing driver for type 'vxlan' Jun 07 13:44:43.075338 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] vxlan ID ranges: [(1, 1000)] Jun 07 13:44:43.133360 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing extension driver 'port_security' Jun 07 13:44:43.133810 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] PortSecurityExtensionDriver initialization complete Jun 07 13:44:43.134201 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing mechanism driver 'openvswitch' Jun 07 13:44:43.134524 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing mechanism driver 'hyperv' Jun 07 13:44:43.141041 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.plugin [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:43.142329 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.142734 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.143084 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.143472 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.144035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.144176 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.144558 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.144903 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.145244 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.145622 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.145971 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.146308 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.146687 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.147028 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.147364 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.147769 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > address_group after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.148112 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > address_group after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.148449 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.148783 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] ML2 OVO RPC backend initialized. {{(pid=91604) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 13:44:43.149479 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.149834 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.150247 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.150591 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > networks before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.150934 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.151278 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > ports before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.151645 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.151985 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnets before_response 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.152328 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.152664 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.152997 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.153330 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.153663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.153994 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.154329 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.154666 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.155001 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.155601 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.plugin [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Modular L2 Plugin initialization complete Jun 07 13:44:43.155926 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading services supported by the core plugin {{(pid=91604) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 13:44:43.156245 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.plugins.ml2.managers [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Got port-security extension from driver 'port_security' Jun 07 13:44:43.156766 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.extensions.vlantransparent [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Disabled vlantransparent extension. Jun 07 13:44:43.157759 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91604) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 13:44:43.158250 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: router Jun 07 13:44:43.194063 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.194448 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_create 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.194826 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router before_create 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.195195 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.195589 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.195946 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_delete 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.196305 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.196667 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_create 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.197015 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.197369 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.197718 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.198075 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.198482 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.198852 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.199191 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.199544 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: subnet after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.199885 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.200228 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.200575 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_create 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.200915 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.201250 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.201605 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router after_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.201948 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.202294 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_create 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.202653 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.202996 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_update 55549900 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.203366 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > network after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.205013 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Tracking information for resource: router configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:43.205345 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Tracking information for resource: floatingip configured {{(pid=91604) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 13:44:43.210514 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.db.l3_agentschedulers_db [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 13:44:43.211086 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.211446 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.211822 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.212172 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: port after_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.212963 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router before_create 55550100 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.213331 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.213688 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_create 55550100 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.214040 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > router precommit_update 55550100 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.218554 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.provider_configuration [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service providers = [] {{(pid=91604) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 13:44:43.218919 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.db.servicetype_db [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91604) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 13:44:43.222797 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.service_base [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:44:43.223139 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.service_base [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:44:43.223478 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.service_base [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:44:43.224453 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.services.service_base [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91604) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 13:44:43.224816 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.services.service_base [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 13:44:43.225388 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.225703 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 13:44:43.236388 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.236717 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: auto_allocate Jun 07 13:44:43.242544 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: network precommit_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.242915 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: network precommit_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.243440 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.243785 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: tag Jun 07 13:44:43.252732 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.253060 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: timestamp Jun 07 13:44:43.256909 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.257195 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: network_ip_availability Jun 07 13:44:43.262431 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.262799 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.263150 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.263903 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.264220 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: flavors Jun 07 13:44:43.377635 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.377956 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading Plugin: revisions Jun 07 13:44:43.382486 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91604) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 13:44:43.382878 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=91604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:44:43.383753 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91604) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 13:44:43.384093 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Initializing extension manager. Jun 07 13:44:43.384597 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: __init__.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.384938 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: __pycache__ {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.385270 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.385597 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: address_group.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.386356 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.387059 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: address-group Jun 07 13:44:43.387368 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: address_scope.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.388099 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.388620 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: address-scope Jun 07 13:44:43.388940 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.389865 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.390386 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: router-admin-state-down-before-update Jun 07 13:44:43.390702 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: agent.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.391813 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.392329 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: agent Jun 07 13:44:43.392645 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: agent_resources_synced.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.393548 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.394063 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: agent-resources-synced Jun 07 13:44:43.394380 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: allowedaddresspairs.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.396190 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.396714 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: allowed-address-pairs Jun 07 13:44:43.397036 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: auto_allocated_topology.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.398104 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.398618 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: auto-allocated-topology Jun 07 13:44:43.398936 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: availability_zone.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.399651 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.400160 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: availability_zone Jun 07 13:44:43.400478 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: availability_zone_filter.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.401367 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.401878 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: availability_zone_filter Jun 07 13:44:43.402194 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: data_plane_status.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.403079 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.403616 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 13:44:43.403937 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: default_subnetpools.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.404832 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.405347 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: default-subnetpools Jun 07 13:44:43.405665 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.406462 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.407545 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: dhcp_agent_scheduler Jun 07 13:44:43.407866 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: dns.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.408774 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.409287 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 13:44:43.409606 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: dns_domain_ports.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.410514 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.411091 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 13:44:43.411340 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: dvr.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.412032 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.412546 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: dvr Jun 07 13:44:43.412863 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: empty_string_filtering.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.413755 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.414275 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: empty-string-filtering Jun 07 13:44:43.414593 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.415486 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.416026 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:44:43.416342 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.417231 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.417912 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 13:44:43.418232 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: external_net.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.419129 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.419670 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: external-net Jun 07 13:44:43.419989 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.420867 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.421378 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: extra_dhcp_opt Jun 07 13:44:43.421691 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: extraroute.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.422636 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.423147 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: extraroute Jun 07 13:44:43.423460 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: extraroute_atomic.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.424486 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.424997 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: extraroute-atomic Jun 07 13:44:43.425310 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: filter_validation.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.425959 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.426463 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: filter-validation Jun 07 13:44:43.426777 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: fip_pf_description.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.427693 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.428200 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 13:44:43.428517 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: fip_port_details.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.429406 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.429914 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: fip-port-details Jun 07 13:44:43.430230 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: flavors.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.431427 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.431966 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: flavors Jun 07 13:44:43.432287 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.433928 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.434458 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 13:44:43.434779 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: floatingip_pools.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.435464 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.436014 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: floatingip-pools Jun 07 13:44:43.436334 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: ip_allocation.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.437236 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.437749 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 13:44:43.438594 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.439532 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.440051 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: ip-substring-filtering Jun 07 13:44:43.440369 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l2_adjacency.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.441270 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.441776 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 13:44:43.442092 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.443040 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.443586 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: router Jun 07 13:44:43.443908 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.446115 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.446644 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 13:44:43.446972 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.447913 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.448430 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: ext-gw-mode Jun 07 13:44:43.448756 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.449655 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.450177 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: l3-ha Jun 07 13:44:43.450500 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3_flavors.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.451389 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.451934 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: l3-flavors Jun 07 13:44:43.452253 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.453148 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.454226 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 13:44:43.454543 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: l3agentscheduler.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.455607 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.456129 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: l3_agent_scheduler Jun 07 13:44:43.456450 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: logging.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.458050 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.458580 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension logging not supported by any of loaded plugins Jun 07 13:44:43.458910 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: metering.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.459670 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.460257 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: metering Jun 07 13:44:43.460575 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.461648 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.462171 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: metering_source_and_destination_fields Jun 07 13:44:43.462492 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: multiprovidernet.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.463421 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.463973 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: multi-provider Jun 07 13:44:43.464291 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: netmtu.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.465184 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.465697 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: net-mtu Jun 07 13:44:43.466014 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: netmtu_writable.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.466912 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.467424 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: net-mtu-writable Jun 07 13:44:43.467763 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: network_availability_zone.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.468417 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.468933 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: network_availability_zone Jun 07 13:44:43.469291 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: network_ip_availability.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.470520 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.471040 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: network-ip-availability Jun 07 13:44:43.471354 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: network_segment_range.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.472137 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.472647 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 13:44:43.472961 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: pagination.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.473931 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.474254 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: pagination Jun 07 13:44:43.474569 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: port_device_profile.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.475457 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.476009 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: port-device-profile Jun 07 13:44:43.476322 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.477218 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.477732 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: port-mac-address-regenerate Jun 07 13:44:43.478050 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.478938 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.479452 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: port-numa-affinity-policy Jun 07 13:44:43.479800 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: port_resource_request.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.480683 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.481192 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 13:44:43.481507 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: portbindings.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.482413 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.482928 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: binding Jun 07 13:44:43.483244 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: portbindings_extended.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.484516 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.485360 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: binding-extended Jun 07 13:44:43.485685 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: portsecurity.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.486590 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.487107 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: port-security Jun 07 13:44:43.487427 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: project_id.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.488485 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.488811 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: project-id Jun 07 13:44:43.489133 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: providernet.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.490037 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.490554 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: provider Jun 07 13:44:43.490871 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.494732 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.495261 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos not supported by any of loaded plugins Jun 07 13:44:43.495611 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.496840 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.497364 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 13:44:43.497687 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.498587 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.499112 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 13:44:43.499433 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_default.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.500352 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.501519 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-default not supported by any of loaded plugins Jun 07 13:44:43.501884 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_fip.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.502545 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.503060 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 13:44:43.503378 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_gateway_ip.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.504501 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.505023 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 13:44:43.505343 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_port_network_policy.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.506343 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.506744 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 13:44:43.507103 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_rule_type_details.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.508000 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.508521 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 13:44:43.508841 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: qos_rules_alias.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.509872 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.510397 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 13:44:43.510711 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: quotasv2.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.511686 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.512009 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: quotas Jun 07 13:44:43.512325 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: quotasv2_detail.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.515360 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.515726 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: quota_details Jun 07 13:44:43.516080 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: rbac.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.517780 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.518314 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: rbac-policies Jun 07 13:44:43.518640 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: rbac_address_group.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.519583 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.520107 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: rbac-address-group Jun 07 13:44:43.520425 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: rbac_address_scope.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.521326 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.522568 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: rbac-address-scope Jun 07 13:44:43.523044 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: rbac_security_groups.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.524089 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.524641 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: rbac-security-groups Jun 07 13:44:43.524958 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: rbac_subnetpool.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.525853 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.526372 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: rbac-subnetpool Jun 07 13:44:43.526691 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: revisionifmatch.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.527673 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.528138 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: revision-if-match Jun 07 13:44:43.528454 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: revisions.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.529553 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.530070 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: standard-attr-revisions Jun 07 13:44:43.530387 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: router_availability_zone.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.531046 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.531592 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: router_availability_zone Jun 07 13:44:43.531936 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: routerservicetype.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.532843 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.533358 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 13:44:43.533674 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.534572 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.535090 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: security-groups-normalized-cidr Jun 07 13:44:43.535408 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.536331 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.536843 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: port-security-groups-filtering Jun 07 13:44:43.537157 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.538059 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.538572 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: security-groups-remote-address-group Jun 07 13:44:43.538888 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: securitygroup.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.548570 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.549109 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: security-group Jun 07 13:44:43.549437 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: segment.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.550207 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.550723 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension segment not supported by any of loaded plugins Jun 07 13:44:43.551044 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.551990 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.552503 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 13:44:43.552824 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: servicetype.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.553915 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.554442 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: service-type Jun 07 13:44:43.554763 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: sorting.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.555755 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.556082 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: sorting Jun 07 13:44:43.556396 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: standard_attr_segment.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.557288 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.557806 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 13:44:43.558123 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: standardattrdescription.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.558767 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.559294 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: standard-attr-description Jun 07 13:44:43.559639 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: stateful_security_group.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.560560 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.561078 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: stateful-security-group Jun 07 13:44:43.561394 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: stdattrs_common.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.561954 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 13:44:43.562264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.563781 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.564377 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 13:44:43.564699 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnet_onboard.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.565740 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.566259 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: subnet_onboard Jun 07 13:44:43.566577 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.567487 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.568015 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 13:44:43.568335 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnet_service_types.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.569242 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.569763 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: subnet-service-types Jun 07 13:44:43.570079 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnetallocation.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.571132 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.571686 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: subnet_allocation Jun 07 13:44:43.572011 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.572663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.573173 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: subnetpool-prefix-ops Jun 07 13:44:43.573487 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.574395 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.574910 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 13:44:43.575226 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: tagging.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.576302 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.576835 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: standard-attr-tag Jun 07 13:44:43.577154 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: timestamp.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.578327 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.579575 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loaded extension: standard-attr-timestamp Jun 07 13:44:43.579899 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: trunk.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.580930 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.581454 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension trunk not supported by any of loaded plugins Jun 07 13:44:43.581778 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: trunk_details.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.582982 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.583200 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 13:44:43.583527 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: uplink_status_propagation.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.584457 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.584977 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 13:44:43.585294 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Loading extension file: vlantransparent.py {{(pid=91604) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 13:44:43.585962 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91604) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 13:44:43.586473 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 13:44:43.589138 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:network Jun 07 13:44:43.589684 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnet Jun 07 13:44:43.590077 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:44:43.590462 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:port Jun 07 13:44:43.591756 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.592205 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service FLAVORS assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.592823 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.593253 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.593577 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:router Jun 07 13:44:43.594001 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:44:43.594608 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service METERING assigned prefix: /metering {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.596071 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.596449 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.596799 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91604) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:44:43.597816 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:44:43.598255 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:44:43.598687 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:44:43.599307 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service CORE assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.599666 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:44:43.600019 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] subnetpool is already registered Jun 07 13:44:43.600456 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service CORE assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.600775 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:44:43.601102 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] subnetpool is already registered Jun 07 13:44:43.603403 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.604010 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service FLAVORS assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.604616 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.605041 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.605368 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:router Jun 07 13:44:43.605702 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] router is already registered Jun 07 13:44:43.606110 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 13:44:43.606441 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] floatingip is already registered Jun 07 13:44:43.606902 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service METERING assigned prefix: /metering {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.607595 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 13:44:43.607919 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] rbac_policy is already registered Jun 07 13:44:43.608325 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:security_group Jun 07 13:44:43.608654 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] security_group is already registered Jun 07 13:44:43.609056 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 13:44:43.609386 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] security_group_rule is already registered Jun 07 13:44:43.610641 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service CORE assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.610965 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:44:43.611297 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] subnetpool is already registered Jun 07 13:44:43.611741 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.v2.resource_helper [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Service CORE assigned prefix: {{(pid=91604) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 13:44:43.612060 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 13:44:43.612387 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING neutron.quota.resource_registry [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] subnetpool is already registered Jun 07 13:44:43.612853 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: extensions {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.614323 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: address-groups {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.615838 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: address-scopes {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.617149 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: agents {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.618309 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: auto-allocated-topology {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.619873 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: availability_zones {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.621100 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: dhcp-networks {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.622609 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: dhcp-agents {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.624096 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: routers {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.626438 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: flavors {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.628804 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: service_profiles {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.630037 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: next_providers {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.631475 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: service_profiles {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.633097 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: floatingip-pools {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.634343 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: routers {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.636099 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: floatingips {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.637383 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: l3-routers {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.638776 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: l3-agents {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.640240 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: metering-labels {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.641644 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: metering-label-rules {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.643026 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: network-ip-availabilities {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.644314 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: bindings {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.645876 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: quotas {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.647470 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: quotas {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.648913 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: rbac-policies {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.650109 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: security-groups {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.651397 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: security-group-rules {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.652663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: service-providers {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.653907 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: subnetpools {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.655252 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: subnetpools {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.656866 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.658542 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.660387 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.662214 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.663925 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.666159 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.667867 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.669720 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.671600 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.673884 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron.api.extensions [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Extended resource: tags {{(pid=91604) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 13:44:43.680076 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING keystonemiddleware.auth_token [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 13:44:43.684664 dv-cinder-772623-7-iscsi neutron-server[91604]: WARNING keystonemiddleware.auth_token [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 13:44:43.693426 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Acquired lock "singleton_lock" {{(pid=91604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 13:44:43.693897 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_concurrency.lockutils [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Releasing lock "singleton_lock" {{(pid=91604) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 13:44:43.694514 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Starting 2 workers Jun 07 13:44:43.699150 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Started child 91745 {{(pid=91604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:44:43.704167 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Started child 91746 {{(pid=91604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:44:43.705296 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.705940 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO neutron.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 13:44:43.706557 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Notify callbacks [] for process, before_spawn {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.706930 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [-] (91745) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:44:43.709123 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Starting 1 workers Jun 07 13:44:43.709265 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.710657 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [-] (91746) wsgi starting up on http://0.0.0.0:9696 Jun 07 13:44:43.714145 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Started child 91747 {{(pid=91604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:44:43.714670 dv-cinder-772623-7-iscsi neutron-server[91604]: INFO oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Starting 1 workers Jun 07 13:44:43.718002 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] calling RpcWorker wait() {{(pid=91747) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 13:44:43.718567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] returning from RpcWorker wait() {{(pid=91747) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 13:44:43.718934 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Started child 91748 {{(pid=91604) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 13:44:43.720381 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG neutron_lib.callbacks.manager [None req-ae86913f-1721-40d6-a2ad-4965124dff99 None None] Notify callbacks [] for process, after_spawn {{(pid=91604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.720845 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.721446 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:43.722307 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:44:43.722515 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:44:43.722692 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:44:43.722916 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:44:43.723253 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:44:43.723420 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:44:43.723966 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.724242 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.724510 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.724780 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.724939 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:43.725426 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.725645 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.725876 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:43.725981 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.726133 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.726370 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.726631 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.726808 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.726972 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.727238 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.727499 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.727805 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.728073 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.728319 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.728576 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.728750 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.728998 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.729276 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.729518 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.729777 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] debug = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.730020 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.730511 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.730753 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.730998 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.731215 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.731491 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.731739 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.732002 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.732251 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.732467 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.732713 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.732973 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.733233 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.733448 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.733664 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.733909 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.734128 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.734596 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] host = dv-cinder-772623-7-iscsi {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.734861 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.735082 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.735309 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.735561 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.736286 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.736431 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.736632 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.736890 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.737152 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.737398 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.737646 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.737891 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.738127 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.738372 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.738510 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_options = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.738752 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.739026 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.739276 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.739463 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.739655 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.739833 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.740094 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.740257 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.740537 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.740751 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.740963 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.741180 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.741414 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.741633 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.741888 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.742131 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.742373 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.742581 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.742834 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.743058 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.743298 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.743558 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.743793 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.744027 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.744488 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.744701 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.744993 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.745146 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.745338 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.745608 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.745841 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.746102 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.746344 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.746598 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.746843 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.747067 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.747303 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.747580 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.747811 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.748074 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.748319 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.748553 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.748779 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.749017 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.750378 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.750780 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_json = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.751045 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.751267 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.751550 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.751788 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.753605 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.753924 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.754170 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.754511 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.754940 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.755239 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.755596 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.755858 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.756100 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.756347 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.756585 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.756838 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.757824 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.757824 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.757824 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.758178 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.758178 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.759081 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.759081 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.759081 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.760043 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.760043 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.760043 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.760043 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.761157 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.761157 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.762069 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.762383 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.762657 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.762935 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.763173 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.763452 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.763741 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.763990 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.764308 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.764560 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.764845 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.765079 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.765322 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.765542 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.765791 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.766045 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.766797 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.767101 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.767413 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.767785 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.768016 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.768237 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.768473 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.768771 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.768928 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.769191 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.769411 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.769652 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.769887 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.770113 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.770336 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.770552 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.770774 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.771027 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.771250 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.771462 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.771714 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.771938 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.772174 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.772426 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.772647 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.772869 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.773090 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.773312 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.773548 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.773786 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.774023 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.774239 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.774460 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.774696 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.774911 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.775146 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.775359 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.775599 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776025 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776133 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776321 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776541 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776772 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.776993 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.777288 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.777515 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.777827 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.778270 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.778529 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.778783 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.779036 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.779299 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.779566 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.779812 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.780068 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.780326 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.780577 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.780842 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.781089 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.781355 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.781601 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.782500 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.782810 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.783051 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.783297 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.783557 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.783806 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.784055 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.784328 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.784594 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.784836 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.785103 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.785378 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.785666 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.785902 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.786172 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.786398 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.786670 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.786972 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.787221 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.787498 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.787767 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.787993 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.788439 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.788883 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.789370 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.789789 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.790227 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.790652 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.790949 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.791201 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.791425 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.791663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.792071 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.792408 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.792652 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.792875 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.793113 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.793399 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.793649 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.793888 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.794184 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.794434 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.794668 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.794924 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.795157 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.795396 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.795683 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.795945 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.796160 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.796405 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.796619 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.796858 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.797071 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.797310 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.797610 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.797828 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.798002 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.798396 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.798759 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.800728 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.801186 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.801551 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.801800 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.802063 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.802321 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.802560 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.802791 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.803019 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.803284 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.803529 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.804348 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.805289 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.805864 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.806108 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.806375 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.806657 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.806902 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.807868 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.808380 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.808632 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.808870 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.809140 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.809379 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.809644 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.809887 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.810129 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.810632 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.810880 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.811226 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.811493 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.811751 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.812006 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.812226 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.812484 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.812746 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.812973 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.813238 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.813623 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.814103 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.814367 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.814620 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.814855 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.815073 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.815318 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.815578 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.815801 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.816016 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.816327 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.816584 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.816838 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.817089 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.817343 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.817578 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.817795 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.818033 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.818279 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.818518 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.818746 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.819178 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.819397 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.819646 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.819863 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.820085 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.820310 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.820632 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.820857 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.821070 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.821317 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.821531 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.821743 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.821961 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.822178 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.822495 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.822773 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.823001 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.823295 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.823567 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.823799 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.824055 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.824387 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.824604 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.824865 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.825104 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.825345 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.825586 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.825865 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.826200 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.826502 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.826735 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.826969 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.827237 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.827548 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.827862 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.828034 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.828327 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.829232 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.829721 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.830022 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.830281 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.830603 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.830834 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.831599 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.831844 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.832082 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.832403 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.832663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.832890 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.833122 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.833338 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.833594 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.833836 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.834086 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.834301 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.834547 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.834766 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.834926 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:44:43.835478 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91604) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 13:44:43.835659 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 13:44:43.835812 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 13:44:43.835982 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 13:44:43.836202 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 13:44:43.836340 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 13:44:43.836485 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.836643 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.836790 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.836960 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.837113 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.837293 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.837615 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.837774 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.838077 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.838376 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.838681 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.838872 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.838990 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.839149 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.839311 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.839468 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.839783 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.840078 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.840408 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.840707 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841023 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841181 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841344 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] debug = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841498 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841680 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841842 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.841989 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842123 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842342 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842514 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842663 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842809 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.842956 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843115 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843275 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843460 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843631 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843769 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.843907 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.844067 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.844819 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] host = dv-cinder-772623-7-iscsi {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.845101 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.845386 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.845673 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.845853 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846050 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846155 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846314 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846473 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846631 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846794 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.846938 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847092 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847268 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847432 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847587 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_options = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847742 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.847926 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848057 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848234 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848384 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848598 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848796 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848886 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.848979 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849131 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849289 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849439 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849596 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849738 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.849890 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850056 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850243 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850395 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850630 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850773 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850904 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.850986 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851102 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851259 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851418 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851605 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851774 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.851915 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852041 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852198 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852356 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852515 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852673 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852832 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.852988 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853149 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853304 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853467 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853627 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853786 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.853943 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854102 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854259 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854420 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854578 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854736 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_json = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.854893 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855051 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855213 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855371 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855545 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855704 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.855833 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:43.855981 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.856109 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 13:44:43.856233 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.856356 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.856479 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.856634 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.856795 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.856957 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857118 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857279 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857439 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857600 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857767 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.857929 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858102 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858262 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858423 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858633 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858928 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.858928 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.859169 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.859169 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.859402 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.859550 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.859675 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.860336 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.860557 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.860849 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861141 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861308 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861473 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861685 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861814 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.861939 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862071 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862236 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862398 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862560 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862720 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.862885 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863046 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863210 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863372 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863553 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863718 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.863881 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864044 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864208 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864370 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864533 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864695 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.864857 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865029 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865195 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865357 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865518 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865680 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.865840 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866000 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866161 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866323 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866484 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866646 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866821 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.866982 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.867796 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.867980 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.868167 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.868412 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.868513 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.868684 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.868945 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.869459 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.869633 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.869800 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.869964 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870130 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870295 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870458 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870621 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870782 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.870943 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871136 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871268 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871428 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871611 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871782 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.871960 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872120 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872279 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872438 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872597 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872756 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.872916 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873073 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873232 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873391 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873552 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873711 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.873874 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874034 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874193 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874353 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874512 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874669 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874827 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.874986 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.875144 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.875303 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.876184 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.876348 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.876508 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.876708 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.876883 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877042 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877204 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877363 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877535 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877705 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.877855 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.878018 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.878178 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.878762 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.879529 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.880174 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.880388 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.880811 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.880975 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.881191 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.881295 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.881696 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.881863 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.882027 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.882491 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.882684 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.882842 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883005 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883164 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883325 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883484 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883708 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.883869 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884029 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884190 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884351 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884513 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884673 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884834 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.884994 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885154 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885315 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885484 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885623 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885784 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.885944 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886105 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886267 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886427 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886588 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886746 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.886911 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.887073 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.887232 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.891536 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892185 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.892729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893792 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893792 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893792 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893792 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.893792 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894137 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894137 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894280 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894357 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894528 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894716 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.894852 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895016 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895192 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895353 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895534 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895712 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.895874 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896046 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896208 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896368 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896529 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896689 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.896860 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897021 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897182 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897342 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897504 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897675 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897835 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.897996 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898156 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898317 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898487 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898648 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898808 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.898968 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899129 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899299 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899462 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899661 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899830 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.899991 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900152 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900312 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900486 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900650 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900816 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.900977 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.901139 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.901299 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.901561 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.901739 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.902294 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.902922 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.903037 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.903209 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.903567 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904101 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904101 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904101 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904331 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904405 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904530 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.904689 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.905004 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906035 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906440 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906440 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906440 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906674 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906757 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.906885 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.907264 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.907553 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.907729 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 13:44:43.907881 dv-cinder-772623-7-iscsi neutron-server[91604]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91604) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 13:44:44.091061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43020) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:44:44.100316 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071139 Jun 07 13:44:55.440859 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e28c82-f154-4e93-b79d-f573194b296e None None] get_active_networks_info from dv-cinder-772623-7-iscsi {{(pid=91747) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 13:44:55.532876 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e28c82-f154-4e93-b79d-f573194b296e None None] No non-hosted networks {{(pid=91747) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 13:44:55.540370 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.agentschedulers_db [None req-f9e28c82-f154-4e93-b79d-f573194b296e None None] DHCP Agent not found on host dv-cinder-772623-7-iscsi {{(pid=91747) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 13:44:55.687093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fae7e1cc-7b80-457f-92cf-a6fc2bbe4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.868087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-60387121-cc7d-4f46-b242-80c08d41bea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:57.955317 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0e44c552-92fd-44cb-b810-2c663af7c70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:58.033800 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:44:58.035079 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.035846 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.036550 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.037245 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.037915 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.038562 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.039252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.040047 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.040741 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.041404 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.042065 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.042726 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:44:58.043452 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:58.063708 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:44:59.125870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:00.829166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:02.398890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43114) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:03.113736 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING oslo_policy.policy [None req-bd5c79a9-fb2a-49a3-926e-041f5bc3aa23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:03.115460 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING oslo_policy.policy [None req-bd5c79a9-fb2a-49a3-926e-041f5bc3aa23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:03.191463 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.db.l3_hamode_db [None req-24b26722-99be-4acf-bd34-6a9de9bf9404 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 13:45:03.283171 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b26722-99be-4acf-bd34-6a9de9bf9404 None None] Routers set() bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:03.283579 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b26722-99be-4acf-bd34-6a9de9bf9404 None None] Router IDs set() for agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 13:45:03.336240 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [None req-bd5c79a9-fb2a-49a3-926e-041f5bc3aa23 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:45:03.337309 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bd5c79a9-fb2a-49a3-926e-041f5bc3aa23 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9371357 Jun 07 13:45:05.737365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43128) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:06.386364 dv-cinder-772623-7-iscsi neutron-server[91746]: WARNING oslo_policy.policy [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:06.386967 dv-cinder-772623-7-iscsi neutron-server[91746]: WARNING oslo_policy.policy [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:06.602787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:06.703322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.policy [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91746) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:45:06.751052 dv-cinder-772623-7-iscsi neutron-server[91746]: WARNING oslo_policy.policy [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:06.751677 dv-cinder-772623-7-iscsi neutron-server[91746]: WARNING oslo_policy.policy [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:06.759991 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.quota [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] Loaded quota_driver: . Jun 07 13:45:06.836386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174110534', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174109045', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174105679', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174092795', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174090878', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770174076757', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-907665', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-909592', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1915828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1733576'] for rbac-policy, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.904576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:06.906072 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-048f81ca-2edd-49c0-a7d2-745b8016bd52 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1666460 Jun 07 13:45:09.601522 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43146) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:09.985881 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:09.987321 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.quota [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Loaded quota_driver: . Jun 07 13:45:10.043360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Made reservation on behalf of ad476dd4a03a4dbc9e583f4f874d054d for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:10.115418 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.policy [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91745) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 13:45:10.162410 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING oslo_policy.policy [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:10.162789 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING oslo_policy.policy [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 13:45:10.173852 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.196009 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.335370 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.339455 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.344640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:10.364134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:45:10.390527 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770175618196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.390988 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Unsubscribe: segment precommit_create {{(pid=91745) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:45:10.391653 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Added segment 52043b32-774f-4244-bb5f-5a9aa05761d5 of type vlan for network 96ac79eb-d770-4a18-bd85-289166b136fc Jun 07 13:45:10.444909 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b1b1f-aa9b-478c-b7d5-d4b439d0d00d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:10.461807 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.462273 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.462520 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.462734 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.462962 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.463890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.463890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.463890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.464193 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.464499 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.464824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.465146 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Tracked resource versions report: Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: pushed versions: Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: { 'AddressGroup': {'1.2'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'ConntrackHelper': {'1.0'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Log': {'1.0'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Network': {'1.1'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Port': {'1.7'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'PortForwarding': {'1.2'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'QosPolicy': {'1.8'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroup': {'1.4'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SubPort': {'1.0'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Subnet': {'1.1'}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Trunk': {'1.1'}} Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: consumer versions: Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'ConntrackHelper': '1.0', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Log': '1.0', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Network': '1.1', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Port': '1.7', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'PortForwarding': '1.2', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'QosPolicy': '1.8', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroup': '1.4', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroupRule': '1.2', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SubPort': '1.0', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Subnet': '1.1', Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Trunk': '1.1'}} Jun 07 13:45:10.466232 dv-cinder-772623-7-iscsi neutron-server[91745]: {{(pid=91745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:45:10.514804 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:10.516638 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.561135 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.562602 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:10.563226 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:10.568039 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:10.615915 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0132544 Jun 07 13:45:10.671003 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Pushing event updated for resources: {'Network': ['ID=96ac79eb-d770-4a18-bd85-289166b136fc,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:10.674618 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:10.683678 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 96ac79eb-d770-4a18-bd85-289166b136fc details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:45:13.435354 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43162) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:13.893639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c882f4-eb27-48ba-9e5e-bc5e0421abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:13.894976 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b0c882f4-eb27-48ba-9e5e-bc5e0421abcd admin admin] 10.222.0.20 "GET /v2.0/networks/96ac79eb-d770-4a18-bd85-289166b136fc HTTP/1.1" status: 200 len: 825 time: 0.4586658 Jun 07 13:45:13.926161 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-dd1fa37f-6b30-4147-8fac-906bb9a3f511 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/a98720cc-f197-4a29-b1bd-cadf45e19dfb HTTP/1.1" status: 200 len: 734 time: 0.0254519 Jun 07 13:45:13.934825 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Request body: {'subnet': {'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb', 'name': 'private-subnet', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:13.955889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Made reservation on behalf of ad476dd4a03a4dbc9e583f4f874d054d for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:13.958123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:14.252895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:14.257290 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:14.335735 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215163cc-2ed0-48c9-98c7-71630e4b3a0f,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:14.342095 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:14.343061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Checking segment: {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:14.343447 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Network hostable DHCP agents. Network: 96ac79eb-d770-4a18-bd85-289166b136fc, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:45:14.367488 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Network 96ac79eb-d770-4a18-bd85-289166b136fc is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:45:14.379085 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 96ac79eb-d770-4a18-bd85-289166b136fc) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:14.383904 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:14.384526 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:14.391599 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39136a4-53bb-4387-b578-5d5b426cf5cc None None] Network 96ac79eb-d770-4a18-bd85-289166b136fc requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:14.413666 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4821219 Jun 07 13:45:14.723286 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-96ac79eb-d770-4a18-bd85-289166b136fc', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:45:14.725165 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:14.976320 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Allocated IP 172.20.0.2 (96ac79eb-d770-4a18-bd85-289166b136fc/215163cc-2ed0-48c9-98c7-71630e4b3a0f/856d3c29-2a0c-467c-a66a-249ed978a00b) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:45:15.244485 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:15.260937 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Transition to ACTIVE for port object 856d3c29-2a0c-467c-a66a-249ed978a00b will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:15.283554 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Transition to ACTIVE for port object 856d3c29-2a0c-467c-a66a-249ed978a00b will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:15.290752 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:15.295728 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:15.359706 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Network 96ac79eb-d770-4a18-bd85-289166b136fc is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:45:15.362550 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:15.369753 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:45:15.372034 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Pushing event updated for resources: {'Port': ['ID=856d3c29-2a0c-467c-a66a-249ed978a00b,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:15.410520 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.411178 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.411178 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.411480 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.411844 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.412163 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.412479 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.412798 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.413133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.413449 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.413772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.414068 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Tracked resource versions report: Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: pushed versions: Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: { 'AddressGroup': {'1.2'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'ConntrackHelper': {'1.0'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Log': {'1.0'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Network': {'1.1'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Port': {'1.7'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'PortForwarding': {'1.2'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'QosPolicy': {'1.8'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroup': {'1.4'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SubPort': {'1.0'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Subnet': {'1.1'}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Trunk': {'1.1'}} Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: consumer versions: Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'ConntrackHelper': '1.0', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Log': '1.0', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Network': '1.1', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Port': '1.7', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'PortForwarding': '1.2', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'QosPolicy': '1.8', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroup': '1.4', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroupRule': '1.2', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SubPort': '1.0', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Subnet': '1.1', Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Trunk': '1.1'}} Jun 07 13:45:15.415185 dv-cinder-772623-7-iscsi neutron-server[91747]: {{(pid=91747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:45:15.431889 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:15.483831 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Attempting to bind port 856d3c29-2a0c-467c-a66a-249ed978a00b on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:45:15.484518 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Attempting to bind port 856d3c29-2a0c-467c-a66a-249ed978a00b by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:45:15.485208 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Attempting to bind port 856d3c29-2a0c-467c-a66a-249ed978a00b on network 96ac79eb-d770-4a18-bd85-289166b136fc {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:45:15.493474 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:45:15.493888 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Checking segment: {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:15.494696 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:15.495011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Bound using segment: {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:45:15.495557 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Bound port: 856d3c29-2a0c-467c-a66a-249ed978a00b, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:45:15.495946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:15.596905 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] For port 856d3c29-2a0c-467c-a66a-249ed978a00b, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:45:15.601132 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] For port 856d3c29-2a0c-467c-a66a-249ed978a00b, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=856d3c29-2a0c-467c-a66a-249ed978a00b,segment=NetworkSegment(52043b32-774f-4244-bb5f-5a9aa05761d5),segment_id=52043b32-774f-4244-bb5f-5a9aa05761d5)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:45:15.607471 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:15.611712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:15.697391 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Pushing event updated for resources: {'Port': ['ID=856d3c29-2a0c-467c-a66a-249ed978a00b,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:15.700689 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:16.974310 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43170) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:17.428195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [None req-1d26a9d0-cadc-4b23-a1c8-083719662c18 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:45:17.429188 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1d26a9d0-cadc-4b23-a1c8-083719662c18 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4539185 Jun 07 13:45:19.912440 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43178) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:20.346532 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [None req-06519a16-ef95-4ac7-b3c6-ad8ae3076324 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:45:20.347551 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-06519a16-ef95-4ac7-b3c6-ad8ae3076324 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4342666 Jun 07 13:45:21.967232 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 856d3c29-2a0c-467c-a66a-249ed978a00b up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:21.994066 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0502a-e321-43de-9b0a-f4131e24fa14 None None] Network 96ac79eb-d770-4a18-bd85-289166b136fc requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:22.117079 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-5e3ce855-5f55-4337-8999-a6f4d3023cc6 None None] Provisioning for port 856d3c29-2a0c-467c-a66a-249ed978a00b completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:22.191864 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 856d3c29-2a0c-467c-a66a-249ed978a00b completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:22.204406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 856d3c29-2a0c-467c-a66a-249ed978a00b triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:22.204726 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:22.411788 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:22.449701 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 856d3c29-2a0c-467c-a66a-249ed978a00b, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=856d3c29-2a0c-467c-a66a-249ed978a00b,segment=NetworkSegment(52043b32-774f-4244-bb5f-5a9aa05761d5),segment_id=52043b32-774f-4244-bb5f-5a9aa05761d5)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:22.454535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:22.460360 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:22.564431 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=856d3c29-2a0c-467c-a66a-249ed978a00b,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:22.568290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:22.651261 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-fe2a52cf-9622-4e4b-8cf1-4e078eb02cc6 None None] Provisioning complete for port 856d3c29-2a0c-467c-a66a-249ed978a00b triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:22.651645 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fe2a52cf-9622-4e4b-8cf1-4e078eb02cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.151199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43194) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:23.537101 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:23.560184 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.561826 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.586618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.707099 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.726116 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:23.727275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e169352c-94b9-4b0a-8536-302b3823951c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5750961 Jun 07 13:45:23.931288 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 856d3c29-2a0c-467c-a66a-249ed978a00b up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:24.007373 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 856d3c29-2a0c-467c-a66a-249ed978a00b triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:24.007772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:25.333845 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1f77ff56-0764-49dc-af2b-b8e51f18719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:26.145246 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43202) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:26.522689 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [None req-9a5b7000-724a-49b4-b552-bdecacbc3242 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:45:26.523679 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9a5b7000-724a-49b4-b552-bdecacbc3242 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3775620 Jun 07 13:45:27.864308 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-8c214e8e-9417-4842-9f4e-f74c05af9509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:28.013220 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:28.994219 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43210) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:29.070881 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.433235 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:29.458628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Made reservation on behalf of 1f52623a126b465b889ddb1870d586e4 for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:29.462755 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.480866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.614239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.618717 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.625244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:29.639145 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Reserving flat network on physical network physnet1 {{(pid=91746) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 13:45:29.677693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770175618196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.678177 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Unsubscribe: segment precommit_create {{(pid=91746) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 13:45:29.678659 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Added segment 13f06219-a407-4854-81c0-ca6113fbadc8 of type flat for network a4c55fc0-33cb-4d82-94d7-39c487a4f292 Jun 07 13:45:29.728009 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a699e5cd-5ba6-4288-9b64-2c2c04101fe8,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:29.745142 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.745484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.745808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.746121 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.746432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.746758 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.747124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.747467 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.747812 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.748121 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.748426 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.748729 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Tracked resource versions report: Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: pushed versions: Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: { 'AddressGroup': {'1.2'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'ConntrackHelper': {'1.0'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Log': {'1.0'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Network': {'1.1'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Port': {'1.7'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'PortForwarding': {'1.2'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'QosPolicy': {'1.8'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroup': {'1.4'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SubPort': {'1.0'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Subnet': {'1.1'}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Trunk': {'1.1'}} Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: consumer versions: Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'ConntrackHelper': '1.0', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Log': '1.0', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Network': '1.1', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Port': '1.7', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'PortForwarding': '1.2', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'QosPolicy': '1.8', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroup': '1.4', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroupRule': '1.2', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SubPort': '1.0', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Subnet': '1.1', Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Trunk': '1.1'}} Jun 07 13:45:29.750360 dv-cinder-772623-7-iscsi neutron-server[91746]: {{(pid=91746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:45:29.790854 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:29.814568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.859201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.860918 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:29.861584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:29.866992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:29.912541 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9169309 Jun 07 13:45:29.977200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c55fc0-33cb-4d82-94d7-39c487a4f292,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:29.980686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:29.989571 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:45:30.786821 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:32.418574 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43232) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:32.661683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3486830c-681c-4c3a-8992-17592f6b8f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:32.662968 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3486830c-681c-4c3a-8992-17592f6b8f0f admin admin] 10.222.0.20 "GET /v2.0/subnets/215163cc-2ed0-48c9-98c7-71630e4b3a0f HTTP/1.1" status: 200 len: 849 time: 0.2434161 Jun 07 13:45:32.827113 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-120282a9-4beb-4194-986a-11b480f86ed7 admin admin] 10.222.0.20 "GET /v2.0/routers/f31e450d-6cc5-4216-ad2c-4effe71ecac8 HTTP/1.1" status: 200 len: 704 time: 0.1582086 Jun 07 13:45:33.335631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:33.588090 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Allocated IP 172.20.0.1 (96ac79eb-d770-4a18-bd85-289166b136fc/215163cc-2ed0-48c9-98c7-71630e4b3a0f/d072970c-b491-4fc1-b583-f08edd9c3a37) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:45:33.761816 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:33.781273 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Transition to ACTIVE for port object d072970c-b491-4fc1-b583-f08edd9c3a37 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:33.843007 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:33.848566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:33.913021 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Network 96ac79eb-d770-4a18-bd85-289166b136fc is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:45:33.915900 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:33.923608 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:45:33.924129 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.054116 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Pushing event updated for resources: {'Port': ['ID=d072970c-b491-4fc1-b583-f08edd9c3a37,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:34.066731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:34.177157 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-381f5a5a-fcdc-47bf-872f-eb8e27835864 None None] Provisioning for port d072970c-b491-4fc1-b583-f08edd9c3a37 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:34.184403 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-381f5a5a-fcdc-47bf-872f-eb8e27835864 None None] Provisioning complete for port d072970c-b491-4fc1-b583-f08edd9c3a37 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:34.185008 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-381f5a5a-fcdc-47bf-872f-eb8e27835864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.266523 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-381f5a5a-fcdc-47bf-872f-eb8e27835864 None None] Port d072970c-b491-4fc1-b583-f08edd9c3a37 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:45:34.271612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.536522 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.541995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.543221 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:34.547093 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:34.643542 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Pushing event updated for resources: {'Port': ['ID=d072970c-b491-4fc1-b583-f08edd9c3a37,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:34.647978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:34.752418 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Network 96ac79eb-d770-4a18-bd85-289166b136fc is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:45:34.753537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:34.957069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Router f31e450d-6cc5-4216-ad2c-4effe71ecac8 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:45:34.998042 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-46eeb099-ebfc-4184-8171-62311d2d8ed7 None None] Provisioning complete for port d072970c-b491-4fc1-b583-f08edd9c3a37 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:34.998413 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-46eeb099-ebfc-4184-8171-62311d2d8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:35.056242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-46eeb099-ebfc-4184-8171-62311d2d8ed7 None None] Port d072970c-b491-4fc1-b583-f08edd9c3a37 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:45:35.129094 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:35.134498 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] 10.222.0.20 "PUT /v2.0/routers/f31e450d-6cc5-4216-ad2c-4effe71ecac8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3020692 Jun 07 13:45:35.155200 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Sync routers for ids ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:35.168161 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Routers {'f31e450d-6cc5-4216-ad2c-4effe71ecac8'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:35.169087 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:45:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:35.396069 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Set router f31e450d-6cc5-4216-ad2c-4effe71ecac8 gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:35.846731 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:34Z', 'revision_number': 2, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port_host': None, '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:34Z', 'revision_number': 2, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:35.850928 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Checking router: f31e450d-6cc5-4216-ad2c-4effe71ecac8 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:35.851302 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Updating router f31e450d-6cc5-4216-ad2c-4effe71ecac8 port d072970c-b491-4fc1-b583-f08edd9c3a37 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:45:35.925917 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.372333 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.390798 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Transition to ACTIVE for port object d072970c-b491-4fc1-b583-f08edd9c3a37 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:36.398540 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.403850 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:36.583810 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Pushing event updated for resources: {'Port': ['ID=d072970c-b491-4fc1-b583-f08edd9c3a37,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:36.632456 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.632970 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.632970 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.633284 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.634083 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.634083 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.634083 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.635874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.635874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.635874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.635874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.636124 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Tracked resource versions report: Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: pushed versions: Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: { 'AddressGroup': {'1.2'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'ConntrackHelper': {'1.0'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Log': {'1.0'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Network': {'1.1'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Port': {'1.7'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'PortForwarding': {'1.2'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'QosPolicy': {'1.8'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroup': {'1.4'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SubPort': {'1.0'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Subnet': {'1.1'}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Trunk': {'1.1'}} Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: consumer versions: Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'ConntrackHelper': '1.0', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Log': '1.0', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Network': '1.1', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Port': '1.7', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'PortForwarding': '1.2', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'QosPolicy': '1.8', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroup': '1.4', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroupRule': '1.2', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SubPort': '1.0', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Subnet': '1.1', Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Trunk': '1.1'}} Jun 07 13:45:36.637129 dv-cinder-772623-7-iscsi neutron-server[91748]: {{(pid=91748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:45:36.655627 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:36.666099 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Attempting to bind port d072970c-b491-4fc1-b583-f08edd9c3a37 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:45:36.666099 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Attempting to bind port d072970c-b491-4fc1-b583-f08edd9c3a37 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:45:36.666099 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Attempting to bind port d072970c-b491-4fc1-b583-f08edd9c3a37 on network 96ac79eb-d770-4a18-bd85-289166b136fc {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:45:36.672493 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:45:36.673028 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Checking segment: {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:36.673627 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.674147 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Bound using segment: {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:45:36.674759 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Bound port: d072970c-b491-4fc1-b583-f08edd9c3a37, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52043b32-774f-4244-bb5f-5a9aa05761d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:45:36.675235 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.772569 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] For port d072970c-b491-4fc1-b583-f08edd9c3a37, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:45:36.777224 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] For port d072970c-b491-4fc1-b583-f08edd9c3a37, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=d072970c-b491-4fc1-b583-f08edd9c3a37,segment=NetworkSegment(52043b32-774f-4244-bb5f-5a9aa05761d5),segment_id=52043b32-774f-4244-bb5f-5a9aa05761d5)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:45:36.782822 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:36.789930 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:36.924331 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Routers {'f31e450d-6cc5-4216-ad2c-4effe71ecac8'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:36.925137 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:45:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:36.990860 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Pushing event updated for resources: {'Port': ['ID=d072970c-b491-4fc1-b583-f08edd9c3a37,revision_number=4']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:37.006064 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:37.125514 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] Set router f31e450d-6cc5-4216-ad2c-4effe71ecac8 gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:37.451985 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43252) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:37.515838 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:34Z', 'revision_number': 2, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port_host': None, '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:36Z', 'revision_number': 4, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:37.521592 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73957f2-5346-4e02-be58-711423e9dbe2 None None] The sync data for ids ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'] in dv-cinder-772623-7-iscsi is: [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:34Z', 'revision_number': 2, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port_host': None, '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:36Z', 'revision_number': 4, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:37.627229 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe2bcb-28a1-4c7c-963b-13b0cd2591c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:37.629532 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-00fe2bcb-28a1-4c7c-963b-13b0cd2591c9 admin admin] 10.222.0.20 "GET /v2.0/networks/a4c55fc0-33cb-4d82-94d7-39c487a4f292 HTTP/1.1" status: 200 len: 842 time: 0.1755586 Jun 07 13:45:37.642736 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:37.674042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Made reservation on behalf of 1f52623a126b465b889ddb1870d586e4 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:45:37.676959 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.125884 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.objects.ports [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91746) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 13:45:38.126317 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.130103 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:38.260776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92582926-52f3-4436-a1de-a43321ac192e,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:38.266674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:38.271198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:38.271572 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Network hostable DHCP agents. Network: a4c55fc0-33cb-4d82-94d7-39c487a4f292, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:45:38.294647 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:45:38.308811 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, a4c55fc0-33cb-4d82-94d7-39c487a4f292) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:38.314339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:38.315736 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:38.321043 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7d6ee-4a7b-46a8-a920-e90c9f6c5abc None None] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:38.336623 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6980007 Jun 07 13:45:38.592865 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3201079-ec1f-4fe8-9752-71ab5c23a869 None None] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:45:40.981468 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43264) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:41.270572 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bb9ac923-3838-4c1f-8a8a-194e077f5ec0 admin admin] 10.222.0.20 "GET /v2.0/routers/f31e450d-6cc5-4216-ad2c-4effe71ecac8 HTTP/1.1" status: 200 len: 710 time: 0.2876415 Jun 07 13:45:41.415377 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab2e0f4-49d6-4103-accc-fdfe17de628b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:45:41.416755 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1ab2e0f4-49d6-4103-accc-fdfe17de628b admin admin] 10.222.0.20 "GET /v2.0/networks/a4c55fc0-33cb-4d82-94d7-39c487a4f292 HTTP/1.1" status: 200 len: 886 time: 0.1407046 Jun 07 13:45:41.427641 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:45:41.932981 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:41.995798 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d072970c-b491-4fc1-b583-f08edd9c3a37 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:42.074348 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port d072970c-b491-4fc1-b583-f08edd9c3a37 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:42.080898 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port d072970c-b491-4fc1-b583-f08edd9c3a37 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:42.081277 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.231778 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.271966 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port d072970c-b491-4fc1-b583-f08edd9c3a37, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=d072970c-b491-4fc1-b583-f08edd9c3a37,segment=NetworkSegment(52043b32-774f-4244-bb5f-5a9aa05761d5),segment_id=52043b32-774f-4244-bb5f-5a9aa05761d5)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:42.277330 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.279840 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:42.369012 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.377496 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=d072970c-b491-4fc1-b583-f08edd9c3a37,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:42.380887 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:42.483218 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.662058 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Allocated IP 172.27.1.199 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/1852ca8e-28da-48c2-8b10-2b8d03c89831) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:45:42.772155 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:45:42.824324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.885190 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:42.889002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:42.959914 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:45:42.962614 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:45:42.966995 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:45:43.025865 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Pushing event updated for resources: {'Port': ['ID=1852ca8e-28da-48c2-8b10-2b8d03c89831,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:43.037297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:43.394451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.757224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.760710 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1993093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1993116', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1995097'] for router, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:43.953617 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d072970c-b491-4fc1-b583-f08edd9c3a37 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:44.036098 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Router f31e450d-6cc5-4216-ad2c-4effe71ecac8 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:45:44.044237 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port d072970c-b491-4fc1-b583-f08edd9c3a37 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:44.044853 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.261938 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:45:44.267278 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:44.268721 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] 10.222.0.20 "PUT /v2.0/routers/f31e450d-6cc5-4216-ad2c-4effe71ecac8 HTTP/1.1" status: 200 len: 890 time: 2.8461616 Jun 07 13:45:44.278446 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Sync routers for ids ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:45:44.290102 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Routers {'f31e450d-6cc5-4216-ad2c-4effe71ecac8'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:44.290708 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:45:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:44.514988 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Set router f31e450d-6cc5-4216-ad2c-4effe71ecac8 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:44.898807 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:43Z', 'revision_number': 4, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port': {'id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:42Z', 'updated_at': '2021-06-07T13:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:42Z', 'revision_number': 5, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:44.903974 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Checking router: f31e450d-6cc5-4216-ad2c-4effe71ecac8 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:45:44.904327 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Updating router f31e450d-6cc5-4216-ad2c-4effe71ecac8 port 1852ca8e-28da-48c2-8b10-2b8d03c89831 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:45:44.963218 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.338210 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.351239 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Transition to ACTIVE for port object 1852ca8e-28da-48c2-8b10-2b8d03c89831 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:45:45.359698 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.364279 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-04404c24-87b8-4825-abea-dcd16d0f46d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:45.447120 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Attempting to bind port 1852ca8e-28da-48c2-8b10-2b8d03c89831 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:45:45.447496 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Attempting to bind port 1852ca8e-28da-48c2-8b10-2b8d03c89831 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:45:45.447884 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Attempting to bind port 1852ca8e-28da-48c2-8b10-2b8d03c89831 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:45:45.450044 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Pushing event updated for resources: {'Port': ['ID=1852ca8e-28da-48c2-8b10-2b8d03c89831,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:45.453950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:45.456644 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:45:45.457033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:45:45.458297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.458297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:45:45.458297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Bound port: 1852ca8e-28da-48c2-8b10-2b8d03c89831, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:45:45.458642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.540350 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] For port 1852ca8e-28da-48c2-8b10-2b8d03c89831, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:45:45.544271 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] For port 1852ca8e-28da-48c2-8b10-2b8d03c89831, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1852ca8e-28da-48c2-8b10-2b8d03c89831,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:45:45.549522 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:45.553307 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:45.631812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Routers {'f31e450d-6cc5-4216-ad2c-4effe71ecac8'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:45:45.632433 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:45:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:45.688326 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Pushing event updated for resources: {'Port': ['ID=1852ca8e-28da-48c2-8b10-2b8d03c89831,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:45.698568 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:45.830504 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] Set router f31e450d-6cc5-4216-ad2c-4effe71ecac8 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:45:46.208143 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:43Z', 'revision_number': 4, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port': {'id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:42Z', 'updated_at': '2021-06-07T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:42Z', 'revision_number': 5, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:45:46.212186 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f626491b-ecd7-4568-bd1b-35a484a58f5f None None] The sync data for ids ['f31e450d-6cc5-4216-ad2c-4effe71ecac8'] in dv-cinder-772623-7-iscsi is: [{'id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'name': 'router1', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:45:23Z', 'updated_at': '2021-06-07T13:45:43Z', 'revision_number': 4, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'gw_port': {'id': '1852ca8e-28da-48c2-8b10-2b8d03c89831', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:42Z', 'updated_at': '2021-06-07T13:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd072970c-b491-4fc1-b583-f08edd9c3a37', 'name': '', 'network_id': '96ac79eb-d770-4a18-bd85-289166b136fc', 'tenant_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'mac_address': 'fa:16:3e:12:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31e450d-6cc5-4216-ad2c-4effe71ecac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:45:33Z', 'updated_at': '2021-06-07T13:45:42Z', 'revision_number': 5, 'project_id': 'ad476dd4a03a4dbc9e583f4f874d054d', 'subnets': [{'id': '215163cc-2ed0-48c9-98c7-71630e4b3a0f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a98720cc-f197-4a29-b1bd-cadf45e19dfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:45:46.767443 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43272) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:45:46.900906 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-03d2c6d1-84e7-4121-b643-c47dd52bb1f9 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1320100 Jun 07 13:45:48.005516 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1852ca8e-28da-48c2-8b10-2b8d03c89831 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:48.084261 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 1852ca8e-28da-48c2-8b10-2b8d03c89831 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:45:48.089871 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1852ca8e-28da-48c2-8b10-2b8d03c89831 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:48.090239 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.222365 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.240775 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 1852ca8e-28da-48c2-8b10-2b8d03c89831, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1852ca8e-28da-48c2-8b10-2b8d03c89831,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:45:48.246641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:48.250533 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:45:48.370454 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=1852ca8e-28da-48c2-8b10-2b8d03c89831,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:45:48.373482 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:45:49.980366 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1852ca8e-28da-48c2-8b10-2b8d03c89831 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:45:50.087094 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1852ca8e-28da-48c2-8b10-2b8d03c89831 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:45:50.087474 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:55.357838 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-a2a3dd7a-ca05-430d-a516-01c504dbce86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:57.904558 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-2640845f-5d40-49c0-8672-8ee18da95136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:58.039093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:45:59.078280 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:00.791473 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:19.775801 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:46:25.336564 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-aa07b5ad-f0df-404d-8aa8-5a91197aef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:27.871470 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-32e1f225-8563-4430-829b-a27641191b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:28.017730 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:29.098879 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:30.804879 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:55.340452 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-947cafa2-947d-417d-bded-f1df5484a353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:56.774523 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:46:57.863904 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-a37337c5-47b4-4241-98c5-e8ee33aaf647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:58.010986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:46:59.083575 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:00.803775 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:25.081895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43840) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:25.150023 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b4e020-6784-4288-aa79-218cd7603d18 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:47:25.151275 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-49b4e020-6784-4288-aa79-218cd7603d18 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684426 Jun 07 13:47:25.282679 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a5b0e-63c4-4083-900c-f5940cd44045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:25.284107 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d70a5b0e-63c4-4083-900c-f5940cd44045 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1285491 Jun 07 13:47:25.345474 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-cb99711e-1acd-4300-a09b-f53e7c8b01af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.409830 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43850) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:27.519682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a408bf8-30c0-450e-a04c-640e79861a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:27.521011 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6a408bf8-30c0-450e-a04c-640e79861a1d admin admin] 10.222.0.20 "GET /v2.0/subnets/215163cc-2ed0-48c9-98c7-71630e4b3a0f HTTP/1.1" status: 200 len: 849 time: 0.1102688 Jun 07 13:47:27.530397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:47:27.646198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Notify callbacks [] for subnet, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.830977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770175576284'] for subnet, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.834434 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:47:27.865018 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5f9e1d97-d52e-4648-8af2-aa69318e0c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.874632 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:27.875740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:27.876747 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] 10.222.0.20 "PUT /v2.0/subnets/215163cc-2ed0-48c9-98c7-71630e4b3a0f HTTP/1.1" status: 200 len: 868 time: 0.3500385 Jun 07 13:47:27.880432 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854d606-c39e-47d2-abac-3bd9da307190 None None] Network 96ac79eb-d770-4a18-bd85-289166b136fc requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:47:27.902030 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Pushing event updated for resources: {'Subnet': ['ID=215163cc-2ed0-48c9-98c7-71630e4b3a0f,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:47:27.910415 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.910790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.911127 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.911449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.911801 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.912180 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.912504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.912824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.913147 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.913461 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.913776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.914089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:47:27.917821 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:47:28.055136 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.359035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-eb268e06-eca0-4cd6-979a-e2d45a30a3d0 None None] Provisioning complete for port 856d3c29-2a0c-467c-a66a-249ed978a00b triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:28.359403 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-eb268e06-eca0-4cd6-979a-e2d45a30a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:28.488033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-eb268e06-eca0-4cd6-979a-e2d45a30a3d0 None None] Provisioning complete for port d072970c-b491-4fc1-b583-f08edd9c3a37 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:47:28.488301 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-eb268e06-eca0-4cd6-979a-e2d45a30a3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:29.082442 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:30.049603 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43860) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:30.252404 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c1049-ee84-4a43-898f-efeef939d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:30.252777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c1049-ee84-4a43-898f-efeef939d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:30.254372 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-8b9c1049-ee84-4a43-898f-efeef939d091 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2038071 Jun 07 13:47:30.803916 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:32.429969 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43868) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:32.612200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d9927-0ab1-4e2f-9cc5-d145bac5d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:32.612582 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d9927-0ab1-4e2f-9cc5-d145bac5d97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:32.614097 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a66d9927-0ab1-4e2f-9cc5-d145bac5d97d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1832047 Jun 07 13:47:33.775661 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:47:34.793651 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43876) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:34.967086 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70249909-4e56-490f-add3-e98029fe01c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:34.973139 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-70249909-4e56-490f-add3-e98029fe01c8 admin admin] 10.222.0.20 "GET /v2.0/networks/96ac79eb-d770-4a18-bd85-289166b136fc HTTP/1.1" status: 200 len: 869 time: 0.1740148 Jun 07 13:47:37.243879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43884) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:37.424758 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bec45a-9c47-4239-95f5-0777b5d35fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:37.426062 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-32bec45a-9c47-4239-95f5-0777b5d35fd9 admin admin] 10.222.0.20 "GET /v2.0/networks/a4c55fc0-33cb-4d82-94d7-39c487a4f292 HTTP/1.1" status: 200 len: 886 time: 0.1812062 Jun 07 13:47:39.757911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43892) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:39.879944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe64e4-d01f-40c5-9a52-af87255cf02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:39.880390 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe64e4-d01f-40c5-9a52-af87255cf02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:39.881924 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-89fe64e4-d01f-40c5-9a52-af87255cf02e admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231089 Jun 07 13:47:42.127336 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43900) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:42.245123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb76bc5e-9f91-4e16-94ea-68c62ee654ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:42.245625 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb76bc5e-9f91-4e16-94ea-68c62ee654ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:42.247986 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-cb76bc5e-9f91-4e16-94ea-68c62ee654ba admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190519 Jun 07 13:47:44.441912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43908) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:44.577728 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c985a6c-99c8-47a2-a420-8087bd2a3939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:44.579104 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-8c985a6c-99c8-47a2-a420-8087bd2a3939 admin admin] 10.222.0.20 "GET /v2.0/subnets/215163cc-2ed0-48c9-98c7-71630e4b3a0f HTTP/1.1" status: 200 len: 868 time: 0.1358485 Jun 07 13:47:46.787994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 43916) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:47:46.897377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300bb9a0-8256-485a-820e-b02f741de425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:47:46.898746 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-300bb9a0-8256-485a-820e-b02f741de425 admin admin] 10.222.0.20 "GET /v2.0/subnets/92582926-52f3-4436-a1de-a43321ac192e HTTP/1.1" status: 200 len: 816 time: 0.1098967 Jun 07 13:47:55.348004 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ebacb734-9fe7-4c10-b82b-36af2955e50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:57.867909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3df4948e-978d-40c8-ae84-f6cfd4174054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:58.020278 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:47:59.087561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:00.812747 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:10.330458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43960) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:10.379118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [None req-05c4826b-291d-4c8b-9302-14a1a0a982b3 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:48:10.380131 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-05c4826b-291d-4c8b-9302-14a1a0a982b3 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487194 Jun 07 13:48:10.774693 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:48:12.581411 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43968) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:12.647669 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.pecan_wsgi.hooks.translation [None req-758224eb-164f-43d9-bfc6-04d973e442d1 admin admin] GET failed (client error): The resource could not be found. Jun 07 13:48:12.648912 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-758224eb-164f-43d9-bfc6-04d973e442d1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665886 Jun 07 13:48:12.773525 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facc6e49-e90c-4571-8093-4c4f994631ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:12.774906 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-facc6e49-e90c-4571-8093-4c4f994631ec admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1222198 Jun 07 13:48:15.008385 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43976) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:15.058432 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:48:15.088015 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Made reservation on behalf of 1f52623a126b465b889ddb1870d586e4 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:48:15.090364 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.183004 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING neutron.services.revisions.revision_plugin [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Could not find related network for resource to bump revision. Jun 07 13:48:15.204252 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:48:15.218239 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.218718 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Added segment 3f2ba4f5-9167-4526-ada2-951b84dbb152 of type vlan for network c53ba27a-f04f-4de6-a170-f6702c258057 Jun 07 13:48:15.250851 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.283767 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.285743 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:15.286353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:15.289900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:15.347550 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3362374 Jun 07 13:48:15.402841 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Pushing event updated for resources: {'Network': ['ID=c53ba27a-f04f-4de6-a170-f6702c258057,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:15.411124 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.411459 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.411816 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.412137 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.412458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.412797 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.413109 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.413416 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.413724 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.414028 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.414331 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.414632 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:15.418352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:15.430114 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network c53ba27a-f04f-4de6-a170-f6702c258057 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:48:17.509901 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 43984) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:48:17.576410 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af28e1-dfe7-46ff-82fb-360cbf4b215a admin admin] GET failed (client error): The resource could not be found. Jun 07 13:48:17.577670 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b6af28e1-dfe7-46ff-82fb-360cbf4b215a admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668125 Jun 07 13:48:17.681648 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65595c77-fbc6-4328-b05a-43deb6625e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:17.683066 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-65595c77-fbc6-4328-b05a-43deb6625e65 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014388 Jun 07 13:48:17.693048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057', 'name': 'shared-subnet'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:48:17.713225 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Made reservation on behalf of 1f52623a126b465b889ddb1870d586e4 for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:48:17.715567 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:17.910564 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:17.914904 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c7832d06-0dfc-4df5-953e-dbf62d9fad78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:17.987197 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2848217-19d2-4b9b-894a-9a292e22f757,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:17.990421 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:17.993403 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Checking segment: {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:48:17.993403 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Network hostable DHCP agents. Network: c53ba27a-f04f-4de6-a170-f6702c258057, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:48:18.010215 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Network c53ba27a-f04f-4de6-a170-f6702c258057 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:48:18.022042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, c53ba27a-f04f-4de6-a170-f6702c258057) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:48:18.026271 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:48:18.026853 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.038752 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979b5ea8-ef87-4083-9b43-2e1557d4cdab None None] Network c53ba27a-f04f-4de6-a170-f6702c258057 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:48:18.045270 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3556573 Jun 07 13:48:18.298156 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-c53ba27a-f04f-4de6-a170-f6702c258057', 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057', 'tenant_id': '1f52623a126b465b889ddb1870d586e4', 'fixed_ips': [{'subnet_id': 'f2848217-19d2-4b9b-894a-9a292e22f757'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:48:18.298984 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.458209 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Allocated IP 192.168.233.2 (c53ba27a-f04f-4de6-a170-f6702c258057/f2848217-19d2-4b9b-894a-9a292e22f757/48e5a767-c280-4a20-bef3-e02244b6dabc) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:48:18.670021 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.680704 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Transition to ACTIVE for port object 48e5a767-c280-4a20-bef3-e02244b6dabc will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:48:18.700664 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Transition to ACTIVE for port object 48e5a767-c280-4a20-bef3-e02244b6dabc will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:48:18.707964 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.712647 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:18.776426 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Network c53ba27a-f04f-4de6-a170-f6702c258057 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:48:18.777538 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:48:18.780087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:48:18.790624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Pushing event updated for resources: {'Port': ['ID=48e5a767-c280-4a20-bef3-e02244b6dabc,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:18.826183 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.826422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.826720 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.827027 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.827876 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.827876 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.828207 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.828527 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.828862 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.829177 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.829489 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.829797 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:48:18.833510 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:18.887426 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Attempting to bind port 48e5a767-c280-4a20-bef3-e02244b6dabc on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:48:18.887883 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Attempting to bind port 48e5a767-c280-4a20-bef3-e02244b6dabc by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:48:18.888388 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Attempting to bind port 48e5a767-c280-4a20-bef3-e02244b6dabc on network c53ba27a-f04f-4de6-a170-f6702c258057 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:48:18.893659 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:48:18.894022 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Checking segment: {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:48:18.894413 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.894795 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Bound using segment: {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:48:18.895254 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Bound port: 48e5a767-c280-4a20-bef3-e02244b6dabc, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:48:18.895647 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.986667 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] For port 48e5a767-c280-4a20-bef3-e02244b6dabc, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:48:18.989959 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] For port 48e5a767-c280-4a20-bef3-e02244b6dabc, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=48e5a767-c280-4a20-bef3-e02244b6dabc,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:48:18.995062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:18.999847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:19.081783 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Pushing event updated for resources: {'Port': ['ID=48e5a767-c280-4a20-bef3-e02244b6dabc,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:19.085795 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:19.883694 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97990faa-3493-4833-b68b-29e07ae8ab39 None None] Network c53ba27a-f04f-4de6-a170-f6702c258057 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:48:20.000118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ca0ba36d-98df-4742-973e-6fb8cb7bc4a9 None None] Provisioning for port 48e5a767-c280-4a20-bef3-e02244b6dabc completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:48:20.133494 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 48e5a767-c280-4a20-bef3-e02244b6dabc up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:48:20.222313 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 48e5a767-c280-4a20-bef3-e02244b6dabc completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:48:20.228601 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 48e5a767-c280-4a20-bef3-e02244b6dabc triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:48:20.228601 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:20.359105 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:20.414951 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 48e5a767-c280-4a20-bef3-e02244b6dabc, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=48e5a767-c280-4a20-bef3-e02244b6dabc,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:48:20.418307 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:20.420971 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:48:20.500124 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-cc3b2236-4bb8-4ee2-a206-245bdea49524 None None] Provisioning complete for port 48e5a767-c280-4a20-bef3-e02244b6dabc triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:48:20.500417 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2236-4bb8-4ee2-a206-245bdea49524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:20.544506 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=48e5a767-c280-4a20-bef3-e02244b6dabc,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:48:20.549669 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:48:22.087332 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 48e5a767-c280-4a20-bef3-e02244b6dabc up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:48:22.154441 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 48e5a767-c280-4a20-bef3-e02244b6dabc triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:48:22.154950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:25.350263 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ac796b3b-b394-4515-afb5-35f7c9caaaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:27.874936 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-37124bab-4d52-4b08-a772-d07db9a6e09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:28.021538 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:29.093529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:30.818257 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:47.775209 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:48:55.352911 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5e574637-6d07-4039-a94a-389431fc7f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:57.869042 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b701a6d1-2765-46d1-89a4-fce2b451a0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:58.024265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:48:59.095226 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:00.818561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:24.774540 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:49:25.358676 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-345b8661-eb59-4d77-b583-2b56ffe5c260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.075217 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44036) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:49:26.082007 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [None req-230935a4-2883-4ce8-83f2-58da67282e1d tempest-verify_tempest_config-2103926811 tempest-verify_tempest_config-2103926811-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:49:26.082946 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-230935a4-2883-4ce8-83f2-58da67282e1d tempest-verify_tempest_config-2103926811 tempest-verify_tempest_config-2103926811-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062735 Jun 07 13:49:26.396716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44054) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:49:26.516719 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.626992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.630851 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.639018 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-84343808-1080-44e5-9246-32a585182f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:49:26.681136 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b9c898-2717-47a8-a51d-67369a66bf85,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:49:26.684861 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=db8df1e4a84c4b01ad4f8e2acae38ec3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871428 Jun 07 13:49:26.688476 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44058) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:49:26.690942 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.691314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.691683 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.692002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.692326 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.692650 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.692969 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.693287 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.693630 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.693950 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.694262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.694575 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.698637 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:49:26.749198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.776047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.874212 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.877441 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:26.878582 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28b9c898-2717-47a8-a51d-67369a66bf85 HTTP/1.1" status: 204 len: 168 time: 0.1890187 Jun 07 13:49:26.879281 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:49:26.888709 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b9c898-2717-47a8-a51d-67369a66bf85,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:49:26.895886 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.896333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.896546 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.896937 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.897186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.897528 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.897852 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.898167 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.898498 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.898931 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.899244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.899585 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:49:26.902544 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:49:27.871183 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-09d85087-ca67-4a7d-a8b9-b5b801533ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:28.027645 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:29.097640 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:30.823366 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:55.353267 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5dbcfc34-4792-4c9c-a6db-93eccddbcabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:57.874847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670a22ff-b149-4fdf-8ed3-f62bc2642031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:58.030584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:49:59.098602 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:00.825913 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:01.773183 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:50:25.358123 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-28a2d507-cf92-47db-b788-32e973cdf7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:27.876696 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-82c5e11e-665f-44c2-ae3c-fe86be3baab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:28.033013 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:29.103643 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:30.831175 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:38.772045 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 5 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:50:55.363489 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-36cac7d8-7502-45f0-81d4-c4239356193d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:57.880964 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-eba2c825-9783-4269-b5cd-6851703e1667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:58.036519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:50:59.106202 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:00.834989 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:03.991697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187'] for agent, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:15.772287 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:51:17.898352 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44132) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:51:18.011172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1aa54d41-481e-4003-85df-0bf2c047d464 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1117156 Jun 07 13:51:20.167398 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44142) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:51:20.224947 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-aa7108b8-965f-42bc-bc11-5c320a5cb80e admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0564277 Jun 07 13:51:25.367387 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-50420beb-8808-4dde-a274-4f0cd3d1571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:27.884846 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5b6fb03c-52e5-413f-933b-54a2c4a626ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:28.040256 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:29.111287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:30.838668 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:33.980866 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:52.771915 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:51:55.377289 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-921cb22b-89ac-4ee3-a81e-ff2318fc5ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:57.887805 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-048c51db-4a70-4125-bb31-8da848b4f5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:58.046608 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:51:59.114654 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:00.844937 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:03.975544 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:25.370605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5c4952d5-25df-4c52-8832-148a1f38acfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:27.901299 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6b268817-63d7-45e7-9cf6-d048fdafb0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:28.041877 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.117050 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:29.772390 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:52:30.852778 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:33.972345 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:49.629948 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44350) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:49.872875 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44362) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:50.084716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-733645104-network', 'tenant_id': 'fef48c0f5b564e7da562222489f88034'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.106166 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Made reservation on behalf of fef48c0f5b564e7da562222489f88034 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:50.108566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.121154 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.125667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44372) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:50.232308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.237892 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.242806 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:50.260871 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44382) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:50.275799 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219af3ee-8af5-41de-b9fa-c6ab1cac6d37,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:50.283390 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:50.285973 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.286338 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.286675 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.287023 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.287321 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.287749 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.288091 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.288451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.288824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.289171 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.289489 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.289900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Tracked resource versions report: Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: pushed versions: Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: { 'AddressGroup': {'1.2'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'ConntrackHelper': {'1.0'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Log': {'1.0'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Network': {'1.1'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Port': {'1.7'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'PortForwarding': {'1.2'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'QosPolicy': {'1.8'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroup': {'1.4'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SubPort': {'1.0'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Subnet': {'1.1'}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Trunk': {'1.1'}} Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: consumer versions: Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: HyperV agent@hv-cinder-77262: {}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'ConntrackHelper': '1.0', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Log': '1.0', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Network': '1.1', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Port': '1.7', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'PortForwarding': '1.2', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'QosPolicy': '1.8', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroup': '1.4', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SecurityGroupRule': '1.2', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'SubPort': '1.0', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Subnet': '1.1', Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: 'Trunk': '1.1'}} Jun 07 13:52:50.291103 dv-cinder-772623-7-iscsi neutron-server[91745]: {{(pid=91745) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:52:50.294600 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:50.304484 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.304964 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Added segment 5c389d6b-9638-4327-87c1-f7feb2689c69 of type vlan for network 02e8a796-50f0-4be7-aafe-e069c2b39435 Jun 07 13:52:50.336382 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.368919 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.370362 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:50.370945 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.379254 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5d965d8e-f45b-4f1c-8ba1-e4c4e90efe1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:50.428207 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7965968 Jun 07 13:52:50.431406 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44388) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:50.439914 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Request body: {'subnet': {'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-733645104-subnet', 'tenant_id': 'fef48c0f5b564e7da562222489f88034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.467308 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Made reservation on behalf of fef48c0f5b564e7da562222489f88034 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:50.470418 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.526231 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-network', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.581998 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44392) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:50.595879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Pushing event updated for resources: {'Network': ['ID=02e8a796-50f0-4be7-aafe-e069c2b39435,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:50.601641 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:50.604118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Made reservation on behalf of d90de9c8f6034641b9982c9b4fa3c542 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:50.608487 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.612828 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 02e8a796-50f0-4be7-aafe-e069c2b39435 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:50.644219 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.743358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246167431-network', 'tenant_id': 'f5b007eca67b4f4f9d408381499017e8'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.754866 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-600542850-network', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.755297 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-887817839-network', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:50.760186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.770786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:50.932402 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.941673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53532bd-3a19-4673-9a4d-0e4c65170c32,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:50.943300 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:50.957955 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.958465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.961905 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.962607 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.963066 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.963747 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.964179 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.964708 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.965157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.965574 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.966125 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.966680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Tracked resource versions report: Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: pushed versions: Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: { 'AddressGroup': {'1.2'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'ConntrackHelper': {'1.0'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Log': {'1.0'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Network': {'1.1'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Port': {'1.7'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'PortForwarding': {'1.2'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'QosPolicy': {'1.8'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroup': {'1.4'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SubPort': {'1.0'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Subnet': {'1.1'}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Trunk': {'1.1'}} Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: consumer versions: Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: HyperV agent@hv-cinder-77262: {}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'ConntrackHelper': '1.0', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Log': '1.0', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Network': '1.1', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Port': '1.7', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'PortForwarding': '1.2', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'QosPolicy': '1.8', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroup': '1.4', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SecurityGroupRule': '1.2', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'SubPort': '1.0', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Subnet': '1.1', Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: 'Trunk': '1.1'}} Jun 07 13:52:50.968828 dv-cinder-772623-7-iscsi neutron-server[91746]: {{(pid=91746) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:52:50.980659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:50.981801 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:50.995363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Checking segment: {'id': '5c389d6b-9638-4327-87c1-f7feb2689c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:50.996145 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Network hostable DHCP agents. Network: 02e8a796-50f0-4be7-aafe-e069c2b39435, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:51.012436 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Made reservation on behalf of f5b007eca67b4f4f9d408381499017e8 for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:51.013720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.014598 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Added segment 2da5e295-a7ca-4a28-92e3-776081694beb of type vlan for network 83cad826-54e2-4fd5-b254-f1f4b313db20 Jun 07 13:52:51.016870 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.031532 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.053584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Network 02e8a796-50f0-4be7-aafe-e069c2b39435 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:51.067911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 02e8a796-50f0-4be7-aafe-e069c2b39435) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:51.072711 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:51.073630 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.080769 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17656dbc-49b3-4599-8b1d-8dadfd93efca None None] Network 02e8a796-50f0-4be7-aafe-e069c2b39435 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:51.087134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.143851 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.183739 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9ff6e-8162-4e93-a3c1-9deda365b925,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.191395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.194740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:51.204153 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.214713 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.216390 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0fb699e1-2f5a-4159-a9a6-6ed372810f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.346600 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Made reservation on behalf of eeda00b37dc844e3a01d035d1d5e3817 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:51.349374 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.358321 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.db.api [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:52:51.358321 dv-cinder-772623-7-iscsi neutron-server[91746]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:52:51.358321 dv-cinder-772623-7-iscsi neutron-server[91746]: [parameters: {'project_id_1': 'f5b007eca67b4f4f9d408381499017e8', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 52, 51, 50993)}] Jun 07 13:52:51.358321 dv-cinder-772623-7-iscsi neutron-server[91746]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:52:51.359922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_db.api [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:52:51.362839 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Pushing event updated for resources: {'Network': ['ID=83cad826-54e2-4fd5-b254-f1f4b313db20,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.370900 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4942670 Jun 07 13:52:51.370900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.370900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.374891 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44428) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:51.377418 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Made reservation on behalf of 6438dda2abb24e9d99cd3e8db4afdb0f for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:51.380570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.391995 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:51.400902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Request body: {'subnet': {'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-subnet', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:51.408838 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9763575 Jun 07 13:52:51.410059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.441057 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e408d7-183c-43af-ab28-73e791658062 None None] Network 02e8a796-50f0-4be7-aafe-e069c2b39435 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:51.568496 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.575050 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.589395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.604480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.db.api [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 13:52:51.604480 dv-cinder-772623-7-iscsi neutron-server[91746]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 13:52:51.604480 dv-cinder-772623-7-iscsi neutron-server[91746]: [parameters: {'project_id_1': '6438dda2abb24e9d99cd3e8db4afdb0f', 'expiration_1': datetime.datetime(2021, 6, 7, 13, 52, 51, 436397)}] Jun 07 13:52:51.604480 dv-cinder-772623-7-iscsi neutron-server[91746]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91746) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 13:52:51.606020 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_db.api [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 13:52:51.613415 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:51.618065 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Made reservation on behalf of d90de9c8f6034641b9982c9b4fa3c542 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:51.622754 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.637939 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.638343 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Added segment 9b3d9227-2939-4e54-802f-13f6f270c0be of type vlan for network d0ed6f5a-50f4-4e98-a300-2891c438d658 Jun 07 13:52:51.639437 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c56974-3d93-477f-98f9-c164a04784fd,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.646961 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.682021 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.726341 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.728197 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:51.728817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:51.735459 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:51.794408 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2065649 Jun 07 13:52:51.794622 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44448) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:51.800780 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Request body: {'subnet': {'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-subnet', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:51.871899 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ed6f5a-50f4-4e98-a300-2891c438d658,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:51.877417 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:51.883695 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:51.893111 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Made reservation on behalf of eeda00b37dc844e3a01d035d1d5e3817 for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:51.895999 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.037115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.069990 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.083887 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:52.145273 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.149817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.156729 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2e70e328-c487-4206-a423-845fde1e8eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:52.215348 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a5234a-6f1b-48f7-aca3-1394b422d367,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:52.224630 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:52.253583 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Checking segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:52.254383 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Network hostable DHCP agents. Network: d0ed6f5a-50f4-4e98-a300-2891c438d658, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:52.289765 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:52.306490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c4738e-1014-4d8b-bd4b-657d037d7f98,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:52.312010 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, d0ed6f5a-50f4-4e98-a300-2891c438d658) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:52.314774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:52.321788 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422f2108-5964-40a1-8dbb-61b7af130b02 None None] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:52.325897 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:52.326493 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.357786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Checking segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:52.358217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Network hostable DHCP agents. Network: 83cad826-54e2-4fd5-b254-f1f4b313db20, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:52.441005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:52.489737 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 83cad826-54e2-4fd5-b254-f1f4b313db20) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:52.518305 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3d11a-0c7a-4680-980a-67a596f0b778 None None] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:52.521884 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:52.526144 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.607791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.613039 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.621706 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8259249 Jun 07 13:52:52.622674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44480) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:52.628097 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:52.769391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2a06d958-6b6c-46d7-8ac1-0991872ee1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:52.810236 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-d0ed6f5a-50f4-4e98-a300-2891c438d658', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:52:52.811283 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.896171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:52.957041 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.957450 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Added segment 0ebaced6-1f8b-43e6-bb9b-b7f788f4a5e4 of type vlan for network ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 Jun 07 13:52:52.977638 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:52.980118 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66536c-0643-4544-b340-f6ffc6521de5,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:52.984564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:52.997944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.018862 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde905f-9e4d-4b88-b2ea-4b9cd7340acb None None] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:53.019561 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6223886 Jun 07 13:52:53.020239 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44504) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:53.047249 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:53.055385 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:53.103879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.107530 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.137582 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.140120 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.155862 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:53.179712 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a548ffcf-fc0f-4383-9453-4fd16804297d,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:53.182776 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.192583 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:53.196289 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.200498 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.200896 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Added segment 2c1e1e88-7359-4e03-bf39-2d74a7c210e7 of type vlan for network 06ab67c6-6081-4b77-a1cb-e96287125bf2 Jun 07 13:52:53.290594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.322517 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44520) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:53.325247 dv-cinder-772623-7-iscsi neutron-server[91746]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:52:53.330071 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Allocated IP 172.20.0.2 (d0ed6f5a-50f4-4e98-a300-2891c438d658/26a5234a-6f1b-48f7-aca3-1394b422d367/963c67e1-617b-4856-a216-f42a144a3544) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:53.357429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.369089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:53.369823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.380071 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0cf95088-e9d0-40f9-b76a-0c185c03c191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:53.408260 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44522) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:53.447447 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.505155 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3779030 Jun 07 13:52:53.512867 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.514689 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44526) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:53.520810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Request body: {'subnet': {'network_id': 'ce2120cc-8a10-4a70-9bb3-6632fcaca8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246167431-subnet', 'tenant_id': 'f5b007eca67b4f4f9d408381499017e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:53.521881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:53.522457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.601377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Pushing event updated for resources: {'Network': ['ID=ce2120cc-8a10-4a70-9bb3-6632fcaca8c6,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:53.607909 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:53.608919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:53.649067 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:53.672839 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-fb03a22c-b06b-49b1-8f4e-7cff185c39da tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:53.682933 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-fb03a22c-b06b-49b1-8f4e-7cff185c39da tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/networks?id=02e8a796-50f0-4be7-aafe-e069c2b39435 HTTP/1.1" status: 200 len: 811 time: 0.3590276 Jun 07 13:52:53.759742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Pushing event updated for resources: {'Network': ['ID=06ab67c6-6081-4b77-a1cb-e96287125bf2,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:53.768215 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:53.773353 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-ae6ca68d-dc3a-406b-bc5e-f2f8022ce2c8 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/quotas/fef48c0f5b564e7da562222489f88034 HTTP/1.1" status: 200 len: 375 time: 0.0881522 Jun 07 13:52:53.774563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.774854 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.788751 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Made reservation on behalf of f5b007eca67b4f4f9d408381499017e8 for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:53.791039 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.806711 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:53.831402 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.5656552 Jun 07 13:52:53.832171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44530) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:53.837304 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Request body: {'subnet': {'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-887817839-subnet', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:53.852893 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-dc9ffc15-183d-4ea1-9d0f-2d83a1f76226 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef48c0f5b564e7da562222489f88034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646808 Jun 07 13:52:53.877520 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Made reservation on behalf of 6438dda2abb24e9d99cd3e8db4afdb0f for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:53.878200 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.880358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.945279 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Transition to ACTIVE for port object 963c67e1-617b-4856-a216-f42a144a3544 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:53.974921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Transition to ACTIVE for port object 963c67e1-617b-4856-a216-f42a144a3544 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:53.981688 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:53.985861 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:54.070162 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:54.072042 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:54.080399 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:54.143902 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.158059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-5820e59a-d22a-4757-8fba-578cf2c8c87c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:52:54.165799 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-5820e59a-d22a-4757-8fba-578cf2c8c87c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1042545 Jun 07 13:52:54.171624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Pushing event updated for resources: {'Port': ['ID=963c67e1-617b-4856-a216-f42a144a3544,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:54.186287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.186679 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.187541 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.187868 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.188180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.188622 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.188916 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.189232 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.189562 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.189877 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.190183 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.190530 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Tracked resource versions report: Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: pushed versions: Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: { 'AddressGroup': {'1.2'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'ConntrackHelper': {'1.0'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Log': {'1.0'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Network': {'1.1'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Port': {'1.7'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'PortForwarding': {'1.2'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'QosPolicy': {'1.8'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroup': {'1.4'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SubPort': {'1.0'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Subnet': {'1.1'}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Trunk': {'1.1'}} Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: consumer versions: Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: HyperV agent@hv-cinder-77262: {}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'ConntrackHelper': '1.0', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Log': '1.0', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Network': '1.1', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Port': '1.7', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'PortForwarding': '1.2', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'QosPolicy': '1.8', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroup': '1.4', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SecurityGroupRule': '1.2', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'SubPort': '1.0', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Subnet': '1.1', Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: 'Trunk': '1.1'}} Jun 07 13:52:54.191673 dv-cinder-772623-7-iscsi neutron-server[91747]: {{(pid=91747) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:52:54.195354 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:54.215299 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Attempting to bind port 963c67e1-617b-4856-a216-f42a144a3544 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:54.215707 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Attempting to bind port 963c67e1-617b-4856-a216-f42a144a3544 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:54.216340 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Attempting to bind port 963c67e1-617b-4856-a216-f42a144a3544 on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:54.222222 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:54.222603 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Checking segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:54.223058 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.223370 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Bound using segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:54.223872 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Bound port: 963c67e1-617b-4856-a216-f42a144a3544, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:54.224235 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.339518 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] For port 963c67e1-617b-4856-a216-f42a144a3544, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:54.343374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] For port 963c67e1-617b-4856-a216-f42a144a3544, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=963c67e1-617b-4856-a216-f42a144a3544,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:54.350778 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.362477 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:54.496888 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Pushing event updated for resources: {'Port': ['ID=963c67e1-617b-4856-a216-f42a144a3544,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:54.501012 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:54.517452 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.533581 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-5a0b8e23-a361-4c41-bd93-714d06700e34 service neutron] 10.222.0.20 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646879 Jun 07 13:52:54.553169 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.582553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3fe8d467-8dc7-4c84-ac44-dce39040c409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:54.590083 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:54.664297 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.696023 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:54.843061 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62f7de8806e04ad1af62c66934651813&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4272323 Jun 07 13:52:54.849162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44566) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:54.945187 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:54.954122 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:54.962045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:54.994353 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Checking segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:54.994700 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Network hostable DHCP agents. Network: 06ab67c6-6081-4b77-a1cb-e96287125bf2, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:55.060348 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.094915 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b2bd27-2a6e-4206-b6fc-f44a97fbfc05,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:55.095572 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-1e931111-8caf-4f32-ae1b-38b6ea7e0155 service neutron] 10.222.0.20 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617516 Jun 07 13:52:55.099764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e4a35-692d-4b01-aa14-cdaf195cc59e,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:55.105166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:55.114056 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:55.117425 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:55.126781 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.147898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 06ab67c6-6081-4b77-a1cb-e96287125bf2) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:55.157650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:55.158246 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.172502 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f92312f-44fc-4e05-9253-c2f46c93f099 None None] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:55.190621 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3572762 Jun 07 13:52:55.194446 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44572) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:55.200166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:55.241004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.242189 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.255655 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.262354 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.272726 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/147e4a35-692d-4b01-aa14-cdaf195cc59e HTTP/1.1" status: 204 len: 168 time: 0.4119091 Jun 07 13:52:55.282527 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b52a0fc8-64ca-4ea0-ab81-e52f49a56c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:55.301721 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Checking segment: {'id': '0ebaced6-1f8b-43e6-bb9b-b7f788f4a5e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'ce2120cc-8a10-4a70-9bb3-6632fcaca8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:55.302279 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Network hostable DHCP agents. Network: ce2120cc-8a10-4a70-9bb3-6632fcaca8c6, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:55.303133 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.335481 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e4a35-692d-4b01-aa14-cdaf195cc59e,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:55.339008 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:55.489744 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.556502 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-06ab67c6-6081-4b77-a1cb-e96287125bf2', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:52:55.557588 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.638892 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.675700 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44586) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:55.717117 dv-cinder-772623-7-iscsi neutron-server[91745]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 13:52:55.726428 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9b257ab0-374f-421f-8e77-901b093b51c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.890820 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Network ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:55.904925 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5b57b6b8-c509-4bb1-ae74-ad734e018e16 req-feffaade-e690-468d-9358-78182cccba8e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.2271712 Jun 07 13:52:55.933268 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.946128 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, ce2120cc-8a10-4a70-9bb3-6632fcaca8c6) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:55.962144 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:55.962308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:55.964872 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804bf38c-cff6-4b6b-8a11-a9a5ff7053f8 None None] Network ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:55.999972 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44600) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:56.037238 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.078546 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5618832 Jun 07 13:52:56.080778 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.083882 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Allocated IP 172.20.0.2 (06ab67c6-6081-4b77-a1cb-e96287125bf2/bcfdc0d6-4cc0-4e67-8658-a19e21b1c908/ea60ac72-5062-4cda-a2cd-dc80cc23e0eb) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:56.114236 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.173427 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f707d021-e8bb-445e-a3fa-87956cdba339 None None] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:56.234830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-7c2b0824-c7d3-4b10-91e7-d40528d91eaa None None] Provisioning for port 963c67e1-617b-4856-a216-f42a144a3544 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:56.412664 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 963c67e1-617b-4856-a216-f42a144a3544 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:56.568048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Allocated IP 172.27.1.177 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/82a77e68-11c6-4b97-8a43-9aa3d61bc10a) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:56.629428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.710564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.798652 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.805271 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.814151 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.817567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Transition to ACTIVE for port object ea60ac72-5062-4cda-a2cd-dc80cc23e0eb will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:56.834612 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.837467 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:56.842075 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Transition to ACTIVE for port object ea60ac72-5062-4cda-a2cd-dc80cc23e0eb will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:52:56.888070 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:56.901638 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f41eaad4b3c48918fa9d0a225b2d104&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8981824 Jun 07 13:52:56.901638 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e513d-acd0-4a3a-90df-f35bc4d11db3,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:56.904989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44634) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:56.907213 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:56.977116 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0db2df7e-6132-475e-aa55-3fcaa2f3d0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:57.027126 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:57.037804 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:57.040352 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:57.104977 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.210948 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44658) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:57.213588 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8159c1fa-846f-4876-8a3d-e8cd9a5a999e req-d50ae44e-fb9d-4c93-955f-11a4c130d797 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.1150529 Jun 07 13:52:57.215949 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Allocated IP 172.27.1.52 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/03729ccd-d895-4797-8855-ef965d8a15d4) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:57.219922 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0c75d129-7a52-4266-a860-1a5a84834a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:57.228893 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031387c3-f6ef-45d8-bf01-b11a4c45d7f1 None None] Network ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:57.229625 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172624941-network', 'tenant_id': '732429c70c30435e878eb1c2c0b5aeda'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:57.282135 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Made reservation on behalf of 732429c70c30435e878eb1c2c0b5aeda for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:57.286023 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.307010 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.315202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Pushing event updated for resources: {'Port': ['ID=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:57.327348 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:57.337971 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:57.346709 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Attempting to bind port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:52:57.347118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Attempting to bind port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:52:57.347549 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Attempting to bind port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:52:57.348311 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:57.389120 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:57.445297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 963c67e1-617b-4856-a216-f42a144a3544 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:57.451201 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.452078 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:52:57.452449 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Checking segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:57.453365 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.453763 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Bound using segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:52:57.454400 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Bound port: ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:52:57.454773 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.463374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.468013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.487659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:57.497956 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Pushing event updated for resources: {'Port': ['ID=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:57.501684 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:57.502286 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 963c67e1-617b-4856-a216-f42a144a3544 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:57.515594 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.528344 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a8ea4-7dc4-4b85-9692-d650da927fe4,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:57.535873 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:57.539042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:52:57.549878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.550176 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Added segment c2d85ccb-4b68-43d1-b128-7e51830bd05a of type vlan for network f6d0ede4-cc51-4855-a866-541c65177cb8 Jun 07 13:52:57.574989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.580148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.610917 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.613280 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:57.613280 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.618227 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:57.661121 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4487145 Jun 07 13:52:57.664392 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44666) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:57.675026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Request body: {'subnet': {'network_id': 'f6d0ede4-cc51-4855-a866-541c65177cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172624941-subnet', 'tenant_id': '732429c70c30435e878eb1c2c0b5aeda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:57.735003 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d0ede4-cc51-4855-a866-541c65177cb8,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:57.739297 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:57.748733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Made reservation on behalf of 732429c70c30435e878eb1c2c0b5aeda for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:52:57.753298 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.770374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network f6d0ede4-cc51-4855-a866-541c65177cb8 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:52:57.834699 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] For port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:52:57.844632 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.892929 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.899533 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:57.901349 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/348e513d-acd0-4a3a-90df-f35bc4d11db3 HTTP/1.1" status: 204 len: 168 time: 0.9954894 Jun 07 13:52:57.935860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] For port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:52:58.012072 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.027020 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.033563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-66bb4fc3-5056-4b80-9457-99c3721a3dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:58.035231 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:58.070378 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a984dc7f-748b-4371-8427-d4a0dd36bc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:58.077489 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.192425 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Pushing event updated for resources: {'Port': ['ID=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:58.200949 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e513d-acd0-4a3a-90df-f35bc4d11db3,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:58.208451 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:58.214655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:58.223357 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b747145b-36ca-4848-8e59-4466b1f80c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.283835 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.293054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ceac8e-7457-4f71-a760-8255ed392dc6,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:58.310038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:58.327154 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.352560 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.448693 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 963c67e1-617b-4856-a216-f42a144a3544, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=963c67e1-617b-4856-a216-f42a144a3544,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:52:58.449741 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-d9ac0308-7dee-4e6f-8945-f0712c360344 None None] Provisioning complete for port 963c67e1-617b-4856-a216-f42a144a3544 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:52:58.450113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d9ac0308-7dee-4e6f-8945-f0712c360344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.520350 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Checking segment: {'id': 'c2d85ccb-4b68-43d1-b128-7e51830bd05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'f6d0ede4-cc51-4855-a866-541c65177cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:52:58.520709 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Network hostable DHCP agents. Network: f6d0ede4-cc51-4855-a866-541c65177cb8, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:52:58.553237 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:58.613848 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.620236 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:58.623990 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Allocated IP 172.27.1.42 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/98bd2ede-af7d-4ef7-8aad-ca799aed1b3d) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:52:58.675129 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Network f6d0ede4-cc51-4855-a866-541c65177cb8 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:52:58.801456 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, f6d0ede4-cc51-4855-a866-541c65177cb8) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:58.827301 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=963c67e1-617b-4856-a216-f42a144a3544,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:58.835596 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:58.838256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:58.853500 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:58.862594 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccf938-8086-4ad0-bdd5-b91391102059 None None] Network f6d0ede4-cc51-4855-a866-541c65177cb8 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:58.942170 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ea60ac72-5062-4cda-a2cd-dc80cc23e0eb up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:52:58.948559 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.55', 63251) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:58.976042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:59.028334 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3626025 Jun 07 13:52:59.044245 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:52:59.048405 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:59.091209 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:59.151161 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:59.165753 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ab8665ce-272d-4403-831d-9c4ecccd5fe8 req-23aa8372-cc28-45c1-99de-60d2485a8986 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.2007940 Jun 07 13:52:59.292587 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-dcfe4281-150c-42f5-a6c8-d81c4542bec2 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:52:59.294581 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-dcfe4281-150c-42f5-a6c8-d81c4542bec2 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.55 "GET /v2.0/networks?id=02e8a796-50f0-4be7-aafe-e069c2b39435 HTTP/1.1" status: 200 len: 811 time: 0.3427436 Jun 07 13:52:59.316255 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:59.329395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:52:59.337872 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:52:59.345601 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Pushing event updated for resources: {'Port': ['ID=03729ccd-d895-4797-8855-ef965d8a15d4,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:52:59.395122 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:52:59.438025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Request body: {'port': {'device_id': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435', 'admin_state_up': True, 'tenant_id': 'fef48c0f5b564e7da562222489f88034'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:52:59.456022 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a550a-4209-414b-8fc0-ad85368b7c6c None None] Network f6d0ede4-cc51-4855-a866-541c65177cb8 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:52:59.879615 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44728) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:52:59.959692 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:52:59.970525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:52:59.976232 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:52:59.991883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.042246 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5afba2a-bed9-4bd5-bb63-2ab541421cb6 None None] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:53:00.075428 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44736) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:00.310283 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.359974 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Pushing event updated for resources: {'Port': ['ID=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:00.374290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Provisioning for port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:00.383454 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Provisioning complete for port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:00.383851 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.446823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.109s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:00.517270 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Deleting subnet c7b2bd27-2a6e-4206-b6fc-f44a97fbfc05 {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:53:00.536453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Made reservation on behalf of fef48c0f5b564e7da562222489f88034 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:00.549601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.568338 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.753923 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.808143 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.839314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:00.874025 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 963c67e1-617b-4856-a216-f42a144a3544 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:00.922888 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.003495 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.009937 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] For port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:01.067136 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.073817 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:01.190920 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Pushing event updated for resources: {'Port': ['ID=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:01.200492 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:01.224497 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 963c67e1-617b-4856-a216-f42a144a3544 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:01.225113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.239016 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-06d6422a-1842-47b7-9fdf-78026a4b7406 req-d7a2407c-9463-4a93-9e32-6f0cb85cce7f tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.6436300 Jun 07 13:53:01.300748 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.403501 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:01.568333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Allocated IP 172.20.0.6 (02e8a796-50f0-4be7-aafe-e069c2b39435/c53532bd-3a19-4673-9a4d-0e4c65170c32/356d0f8c-af92-4092-9260-eed218da16d4) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:01.845348 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-3ebde51b-9e92-47a4-81bc-387a7b90d141 None None] Provisioning complete for port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:01.845961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3ebde51b-9e92-47a4-81bc-387a7b90d141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.142165 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Router 1c47d6d6-aaa3-497f-a394-304cc37c9898 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:53:02.212164 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.244990 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f330d432-157e-448f-96a3-4eaaa17a353e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:02.271177 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:53:02.290526 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.318804 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.320719 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c7b2bd27-2a6e-4206-b6fc-f44a97fbfc05 HTTP/1.1" status: 204 len: 168 time: 2.4340031 Jun 07 13:53:02.321540 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b2bd27-2a6e-4206-b6fc-f44a97fbfc05,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:02.324748 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:02.330632 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44802) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:02.447112 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44804) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:02.470720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.681262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-214453cd-8c6f-4538-b456-4c1d0bfd64f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:02.694257 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e410cf4930b84c19bf046eb32e424c54&name=default HTTP/1.1" status: 200 len: 2978 time: 2.6145515 Jun 07 13:53:02.745003 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99970608-0318-46a6-bea0-fe6a692ae451,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:02.748901 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:02.762497 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44810) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:02.765644 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-76c62a18-a8fc-4e34-bc4e-a40799a44fd5 req-233fff86-ac5f-4bd0-802b-699c08a6da64 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.2933695 Jun 07 13:53:02.825467 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ea60ac72-5062-4cda-a2cd-dc80cc23e0eb up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:02.862324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:02.874221 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Sync routers for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:02.895791 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:02.897162 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:02.908407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:02.909673 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e8d8f82d-9361-4d7d-bee3-c9e1f85fdd93 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8882570 Jun 07 13:53:02.914593 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44812) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:02.946355 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:02.948091 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.092706 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.108397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.212268 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.215047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.249011 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.342200 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:03.363650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:03.389990 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:03.391337 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:03.391997 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:03.656914 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.766104 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:57Z', 'revision_number': 3, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:52:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:03.770679 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Checking router: 1c47d6d6-aaa3-497f-a394-304cc37c9898 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:03.771049 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Updating router 1c47d6d6-aaa3-497f-a394-304cc37c9898 port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:03.864902 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.881720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.908743 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.910113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.912577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.913315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > port after_create 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.913734 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.915683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > port after_update 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.916200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.918483 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.919439 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.920391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:03.936631 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.956613 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:03.958569 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99970608-0318-46a6-bea0-fe6a692ae451 HTTP/1.1" status: 204 len: 168 time: 1.1917789 Jun 07 13:53:04.020960 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:04.071163 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:04.117292 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99970608-0318-46a6-bea0-fe6a692ae451,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:04.122129 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:04.458028 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.474503 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Transition to ACTIVE for port object 82a77e68-11c6-4b97-8a43-9aa3d61bc10a will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:04.482972 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:04.483560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:04.483809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:04.489619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91746) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:53:04.490194 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2120cc-8a10-4a70-9bb3-6632fcaca8c6']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:04.494671 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.506265 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:04.523559 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebaced6-1f8b-43e6-bb9b-b7f788f4a5e4') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:04.523858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebaced6-1f8b-43e6-bb9b-b7f788f4a5e4') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:04.557392 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.600624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.618383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:53:04.618852 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.633564 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Attempting to bind port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:04.634160 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Attempting to bind port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:04.634695 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Attempting to bind port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:04.644239 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Pushing event updated for resources: {'Port': ['ID=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:04.652970 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:04.653536 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:04.654118 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.654689 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:04.655355 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Bound port: 82a77e68-11c6-4b97-8a43-9aa3d61bc10a, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:04.655907 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.697587 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.698062 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.698552 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.698990 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.699478 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.699982 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.700440 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.700907 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.701364 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.701821 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.702388 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.703541 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Tracked resource versions report: Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: pushed versions: Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: { 'AddressGroup': {'1.2'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'ConntrackHelper': {'1.0'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Log': {'1.0'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Network': {'1.1'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Port': {'1.7'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'PortForwarding': {'1.2'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'QosPolicy': {'1.8'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroup': {'1.4'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroupRule': {'1.2'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SubPort': {'1.0'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Subnet': {'1.1'}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Trunk': {'1.1'}} Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: consumer versions: Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: { DHCP agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: HyperV agent@hv-cinder-77262: {}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: L3 agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: Metadata agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: Metering agent@dv-cinder-772623-7-iscsi: {}, Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: Open vSwitch agent@dv-cinder-772623-7-iscsi: { 'AddressGroup': '1.2', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'ConntrackHelper': '1.0', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Log': '1.0', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Network': '1.1', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Port': '1.7', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'PortForwarding': '1.2', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'QosPolicy': '1.8', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroup': '1.4', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SecurityGroupRule': '1.2', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'SubPort': '1.0', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Subnet': '1.1', Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: 'Trunk': '1.1'}} Jun 07 13:53:04.705111 dv-cinder-772623-7-iscsi neutron-server[91748]: {{(pid=91748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 13:53:04.727975 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:04.752295 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44830) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:04.782417 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.818670 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] For port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:04.822508 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] For port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:04.829009 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.842157 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: from cryptography.utils import int_from_bytes Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: from cryptography.utils import int_from_bytes Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:53:04.858899 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:53:04.875963 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.909528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:59Z', 'revision_number': 3, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:04.914721 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.927299 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:04.928651 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Updating router 579f1f2e-0ee3-4780-8a6e-e9069329f87a port 03729ccd-d895-4797-8855-ef965d8a15d4 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:04.967080 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:04.970049 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Pushing event updated for resources: {'Port': ['ID=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:04.985168 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f878e030-fc15-4369-ba97-b3d6ee4d88d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:05.000839 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.020329 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:05.026120 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:05.032555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:05.114178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.163898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.168378 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ce2120cc-8a10-4a70-9bb3-6632fcaca8c6 HTTP/1.1" status: 204 len: 168 time: 2.8369215 Jun 07 13:53:05.176401 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44838) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:05.445171 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Allocated IP 172.20.0.1 (83cad826-54e2-4fd5-b254-f1f4b313db20/d6c4738e-1014-4d8b-bd4b-657d037d7f98/f2ced7b8-019c-416d-9cc6-6429ba27ed99) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:05.458955 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:05.601495 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Pushing event updated for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:05.608407 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Deleting subnet 64ceac8e-7457-4f71-a760-8255ed392dc6 {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:53:05.613699 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.682004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.766389 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.768426 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.806180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Transition to ACTIVE for port object 03729ccd-d895-4797-8855-ef965d8a15d4 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:05.829001 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:05.842718 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c1f56dfc-0090-4168-9865-73896406cf28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:05.884516 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:05.911690 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Network 02e8a796-50f0-4be7-aafe-e069c2b39435 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:05.936652 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15f5be6a-d68c-485f-a8af-3c8b78b15d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:05.979315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:05.981931 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.025642 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.037966 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:06.076992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.082541 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:06.086256 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Attempting to bind port 03729ccd-d895-4797-8855-ef965d8a15d4 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:06.086785 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Attempting to bind port 03729ccd-d895-4797-8855-ef965d8a15d4 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:06.087300 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Attempting to bind port 03729ccd-d895-4797-8855-ef965d8a15d4 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:06.125492 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:06.132152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:06.133287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.133880 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:06.134697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Bound port: 03729ccd-d895-4797-8855-ef965d8a15d4, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:06.135277 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.176428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2120cc-8a10-4a70-9bb3-6632fcaca8c6,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.198241 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.213768 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Pushing event updated for resources: {'Port': ['ID=03729ccd-d895-4797-8855-ef965d8a15d4,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.221281 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:06.240440 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.286518 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.307608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.318440 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:53:06.326819 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.330495 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] For port 03729ccd-d895-4797-8855-ef965d8a15d4, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:06.331268 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:57Z', 'revision_number': 3, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:06.340247 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] For port 03729ccd-d895-4797-8855-ef965d8a15d4, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=03729ccd-d895-4797-8855-ef965d8a15d4,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:06.340492 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607f5bcb-013e-45dd-b230-02fcc11d7e69 None None] The sync data for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi is: [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:57Z', 'revision_number': 3, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:06.352748 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.354190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ceac8e-7457-4f71-a760-8255ed392dc6,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.363596 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.364454 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.365821 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.7417765 Jun 07 13:53:06.374026 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44850) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:06.376270 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:06.384781 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.439765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:06.440000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.459572 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:06.465244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.470803 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/64ceac8e-7457-4f71-a760-8255ed392dc6 HTTP/1.1" status: 204 len: 168 time: 1.2769089 Jun 07 13:53:06.476135 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:06.485739 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:06.518293 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:06.519254 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:06.520358 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:06.521049 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:06.599015 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Pushing event updated for resources: {'Port': ['ID=03729ccd-d895-4797-8855-ef965d8a15d4,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.601751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44852) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:06.605660 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2208e86c-9bf0-4594-8a5a-71e52d9533a1,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:06.610600 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.670802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c6cc1-2a39-4e72-b036-4a25152a19a4 req-15c197ca-c3a8-47d1-b27f-152a75ca6323 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:06.672433 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b04c6cc1-2a39-4e72-b036-4a25152a19a4 req-15c197ca-c3a8-47d1-b27f-152a75ca6323 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 931 time: 1.7762666 Jun 07 13:53:06.673272 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:06.774931 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:53:06.816202 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0004bfcbefbe464b8eea67df1b75fdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3562317 Jun 07 13:53:06.825242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44854) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:06.886786 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:06.971165 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b04c6cc1-2a39-4e72-b036-4a25152a19a4 req-a5cfab20-c5a9-41ea-a82a-5036669156e9 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657967 Jun 07 13:53:07.154259 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.263075 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:07.275083 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:07.291874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:07.292499 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:07.379136 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:59Z', 'revision_number': 3, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:07.385708 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9750fb0d-1fd3-498a-b859-81a6d2f5eb5b None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:52:59Z', 'revision_number': 3, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:07.444830 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.468524 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d0ede4-cc51-4855-a866-541c65177cb8']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:07.481986 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d85ccb-4b68-43d1-b128-7e51830bd05a') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:07.482418 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d85ccb-4b68-43d1-b128-7e51830bd05a') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:07.495218 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.514180 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.522078 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:53:07.522628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:53:07.602045 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:53:07.606428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.654139 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.813899 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.828640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:07.880115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.892281 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f6d0ede4-cc51-4855-a866-541c65177cb8 HTTP/1.1" status: 204 len: 168 time: 1.2778599 Jun 07 13:53:07.897949 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.900823 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:07.919612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:07.920838 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2208e86c-9bf0-4594-8a5a-71e52d9533a1 HTTP/1.1" status: 204 len: 168 time: 1.0157697 Jun 07 13:53:07.940022 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d0ede4-cc51-4855-a866-541c65177cb8,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:07.946897 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1888677f-439d-46fb-bc96-9872a8fb4af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:07.947430 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:08.048912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2208e86c-9bf0-4594-8a5a-71e52d9533a1,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:08.064091 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:08.168527 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:08.226358 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:08.260100 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8492920 Jun 07 13:53:08.289427 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:08.290466 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.0950563 Jun 07 13:53:08.297827 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-4e5441bd-00e8-41ed-b774-edc5679f6ebc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:53:08.304457 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-4e5441bd-00e8-41ed-b774-edc5679f6ebc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077369 Jun 07 13:53:08.309821 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44868) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:08.476908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:08.719661 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:00Z', 'revision_number': 3, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:08.725554 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:08.725966 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Updating router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:09.005519 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.059635 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 03729ccd-d895-4797-8855-ef965d8a15d4 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:09.071297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44872) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:09.273700 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d363fbe2d7d44f0cac6b77a0d450e3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5176914 Jun 07 13:53:09.294295 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 03729ccd-d895-4797-8855-ef965d8a15d4 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:09.317233 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 03729ccd-d895-4797-8855-ef965d8a15d4 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:09.321305 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.411913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44878) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:09.452071 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75a79f1-bdff-46d2-bd73-224b697b2134,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:09.490175 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:09.580245 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.742956 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.788339 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 03729ccd-d895-4797-8855-ef965d8a15d4, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=03729ccd-d895-4797-8855-ef965d8a15d4,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:09.799930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.804113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 82a77e68-11c6-4b97-8a43-9aa3d61bc10a up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:09.956868 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:09.982710 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Transition to ACTIVE for port object 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:10.007945 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.012425 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c0c1f7ec-ec75-4194-8856-ae52eb6bd4f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:10.042872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3876e06f-0c0d-4019-a5be-daa102f22266 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5b007eca67b4f4f9d408381499017e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9296427 Jun 07 13:53:10.061609 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:10.075118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 44890) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:10.157426 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Pushing event updated for resources: {'Port': ['ID=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:10.176952 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:10.213120 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8628d2-e9d5-478c-a903-9061fedcf42f req-f33a9b17-8db8-4a80-99ca-fbbb3f0c65ba tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:10.230594 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2d8628d2-e9d5-478c-a903-9061fedcf42f req-f33a9b17-8db8-4a80-99ca-fbbb3f0c65ba tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 931 time: 1.5594420 Jun 07 13:53:10.240669 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Attempting to bind port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:10.241047 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Attempting to bind port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:10.241440 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Attempting to bind port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:10.259843 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:10.260329 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:10.260718 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.261529 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:10.261787 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Bound port: 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:10.262034 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.341716 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=03729ccd-d895-4797-8855-ef965d8a15d4,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:10.366073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:10.382376 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:10.401980 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:10.403032 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.442151 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] For port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:10.446215 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] For port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:10.453775 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.488534 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:10.584471 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Pushing event updated for resources: {'Port': ['ID=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:10.586876 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2d8628d2-e9d5-478c-a903-9061fedcf42f req-c5ded40b-e810-48d4-a651-cabce5eba4c8 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553977 Jun 07 13:53:10.608742 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.615090 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:10.621144 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.649575 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:10.650216 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:10.732455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.783685 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:10.784408 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.789376 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:10.795082 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:10.970243 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:10.984323 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:11.001614 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 03729ccd-d895-4797-8855-ef965d8a15d4 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:11.240730 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 03729ccd-d895-4797-8855-ef965d8a15d4 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:11.242195 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.255421 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Allocated IP 172.20.0.1 (06ab67c6-6081-4b77-a1cb-e96287125bf2/bcfdc0d6-4cc0-4e67-8658-a19e21b1c908/b288ba3f-45a2-4ded-b069-06b8908a7fbb) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:11.270023 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:11.350386 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.489042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.549359 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.571185 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.588305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:11.610518 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.670305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.782860 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Transition to ACTIVE for port object b288ba3f-45a2-4ded-b069-06b8908a7fbb will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:11.801161 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.804479 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.852267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.872725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:11.905904 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:11.907972 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e75a79f1-bdff-46d2-bd73-224b697b2134 HTTP/1.1" status: 204 len: 168 time: 2.4937873 Jun 07 13:53:11.915233 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:00Z', 'revision_number': 3, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:11.924376 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a1807-6a49-4fbe-9b52-c02286cf0210 None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:00Z', 'revision_number': 3, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:11.946580 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:11.962310 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:11.966843 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:12.098001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:12.119162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:12.126705 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:12.174617 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75a79f1-bdff-46d2-bd73-224b697b2134,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:12.209545 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Pushing event updated for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:12.223256 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:12.235148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:12.299729 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:12.361727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:12.392474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b65e2e-cfef-4994-b166-03f324b30486 req-e3ae796f-604f-4a99-a05a-b58c7851ba92 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:12.399930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:12.403570 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a0b65e2e-cfef-4994-b166-03f324b30486 req-e3ae796f-604f-4a99-a05a-b58c7851ba92 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 931 time: 0.3609238 Jun 07 13:53:12.408666 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a66536c-0643-4544-b340-f6ffc6521de5 HTTP/1.1" status: 204 len: 168 time: 2.3264592 Jun 07 13:53:12.483678 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:12.491821 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a0b65e2e-cfef-4994-b166-03f324b30486 req-903d3229-c1f5-4156-8ba3-f837136dfe18 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874038 Jun 07 13:53:12.548229 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:12.588892 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:12.642918 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66536c-0643-4544-b340-f6ffc6521de5,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:12.645499 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-1f4bf8de-9a37-45e8-8b5b-e8b222563dde None None] Provisioning for port b288ba3f-45a2-4ded-b069-06b8908a7fbb completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:12.658909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-1f4bf8de-9a37-45e8-8b5b-e8b222563dde None None] Provisioning complete for port b288ba3f-45a2-4ded-b069-06b8908a7fbb triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:12.659536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1f4bf8de-9a37-45e8-8b5b-e8b222563dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:12.892864 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bf8de-9a37-45e8-8b5b-e8b222563dde None None] Port b288ba3f-45a2-4ded-b069-06b8908a7fbb cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:12.928413 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:12.939083 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44948) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:12.981976 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:13.273414 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:13.462423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Allocated IP 172.20.0.1 (d0ed6f5a-50f4-4e98-a300-2891c438d658/26a5234a-6f1b-48f7-aca3-1394b422d367/807fc4b5-95ea-41dd-894b-d4754a6c6ce5) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:13.493078 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:13.517716 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:13.521822 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:13.982474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Request body: {'port': {'device_id': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:14.029037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.063567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:14.065173 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44968) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:14.077297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.079860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 82a77e68-11c6-4b97-8a43-9aa3d61bc10a up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:14.150925 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:14.183957 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.216072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.239581 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:14.240650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.254363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.db.resource_extend [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:53:14.257934 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Router 1c47d6d6-aaa3-497f-a394-304cc37c9898 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:53:14.272528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:14.310334 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:14.347951 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.384738 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.435676 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5818e307-22f5-4530-8227-eb0675af05f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:14.454025 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.474432 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3d97bc26-a10e-48e6-a408-e49f638ede88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=732429c70c30435e878eb1c2c0b5aeda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3459787 Jun 07 13:53:14.475070 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 44976) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:14.504749 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.provisioning_blocks [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Transition to ACTIVE for port object 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 will not be triggered until provisioned by entity DHCP. {{(pid=91745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:14.668113 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.702505 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:14.810859 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Pushing event updated for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:14.834511 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:14.835068 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b8f4e-11f6-4de5-9b4c-edc05b4416d2 req-f564ccc6-38b5-47db-867b-4685498579fa tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:14.837117 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b56b8f4e-11f6-4de5-9b4c-edc05b4416d2 req-f564ccc6-38b5-47db-867b-4685498579fa tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 931 time: 0.7455809 Jun 07 13:53:14.843222 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:14.846789 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:14.866136 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:14.896451 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Pushing event updated for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:14.945583 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:14.973742 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:15.040206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:15.047606 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.209140 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:15.210085 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.295393 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:15.307490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.334068 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/1c47d6d6-aaa3-497f-a394-304cc37c9898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4103978 Jun 07 13:53:15.375266 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Sync routers for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:15.403662 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:15.405019 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:15.409808 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b56b8f4e-11f6-4de5-9b4c-edc05b4416d2 req-a3f62ade-02ee-43e5-ac70-8d866fb414b1 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653400 Jun 07 13:53:15.468789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.500521 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:15.523157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.525742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.539130 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:15.564395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:15.573615 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a29cc948-bce5-43e5-adbd-be87aef65ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:15.660722 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:15.928830 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45018) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:15.930241 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3996c62d02b5446b9b93f9dc399f86b5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9706912 Jun 07 13:53:15.966277 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1171a735-57de-4600-9ffa-dc4970793fb6,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:15.994185 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:16.067338 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-6be07c9a-0790-4a8f-baee-012fd60c81c0 None None] Provisioning for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:16.140977 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-6be07c9a-0790-4a8f-baee-012fd60c81c0 None None] Provisioning complete for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:16.141467 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6be07c9a-0790-4a8f-baee-012fd60c81c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.143423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.198999 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.275372 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.284793 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.289273 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/900a8ea4-7dc4-4b85-9692-d650da927fe4 HTTP/1.1" status: 204 len: 168 time: 1.6461015 Jun 07 13:53:16.294648 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a7e8a350-04a5-4bbd-9ce3-f9b575be0c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:16.302060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.317651 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a8ea4-7dc4-4b85-9692-d650da927fe4,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:16.341772 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.342256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356d0f8c-af92-4092-9260-eed218da16d4 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:16.351555 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.351919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:16.375466 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:53:16.378442 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.392804 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:16.435027 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-6be07c9a-0790-4a8f-baee-012fd60c81c0 None None] Port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:16.529355 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:07Z', 'revision_number': 4, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'f2ced7b8-019c-416d-9cc6-6429ba27ed99', 'name': '', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'mac_address': 'fa:16:3e:b2:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:05Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 2, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'subnets': [{'id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:16.554272 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Transition to ACTIVE for port object 356d0f8c-af92-4092-9260-eed218da16d4 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:16.561324 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Checking router: 1c47d6d6-aaa3-497f-a394-304cc37c9898 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:16.561688 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Updating router 1c47d6d6-aaa3-497f-a394-304cc37c9898 port f2ced7b8-019c-416d-9cc6-6429ba27ed99 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:16.607543 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Pushing event updated for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:16.615979 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:16.648003 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.690091 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.722389 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.732197 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1171a735-57de-4600-9ffa-dc4970793fb6 HTTP/1.1" status: 204 len: 168 time: 0.8012695 Jun 07 13:53:16.736308 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:16.749727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9862d4a8-1a89-4b5b-9e52-cc00eaa95d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:16.783111 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.803910 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-1159daa8-2012-490d-917f-4fb8d7a18d8e None None] Provisioning complete for port b288ba3f-45a2-4ded-b069-06b8908a7fbb triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:16.804586 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1159daa8-2012-490d-917f-4fb8d7a18d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:16.806894 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1171a735-57de-4600-9ffa-dc4970793fb6,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:16.809557 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:16.836183 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4bfd2-a8be-4094-a4d3-a6f082b6dd53 req-50e1cbf2-d04a-42fa-b1cc-db98ecbc11fc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:16.838732 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f5a4bfd2-a8be-4094-a4d3-a6f082b6dd53 req-50e1cbf2-d04a-42fa-b1cc-db98ecbc11fc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 943 time: 0.1923769 Jun 07 13:53:16.861189 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:16.869938 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:17.021858 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f5a4bfd2-a8be-4094-a4d3-a6f082b6dd53 req-cdff204d-05a4-4349-90db-2f2fe99ece1d tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585279 Jun 07 13:53:17.216384 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Pushing event updated for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:17.231936 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:17.277398 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-1159daa8-2012-490d-917f-4fb8d7a18d8e None None] Port b288ba3f-45a2-4ded-b069-06b8908a7fbb cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:17.457033 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-34162269-7609-413d-a478-13fa3961c22f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:17.459969 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-34162269-7609-413d-a478-13fa3961c22f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 819 time: 1.0576658 Jun 07 13:53:17.532417 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-9f40ae1c-9d59-49f5-8620-4dfeac51a3ab None None] Provisioning complete for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:17.533219 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9f40ae1c-9d59-49f5-8620-4dfeac51a3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:17.534395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:53:17.545742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:17.550770 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-7eca1c87-9ed3-43dd-ab1f-1c43c1ed6bc7 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/quotas/d90de9c8f6034641b9982c9b4fa3c542 HTTP/1.1" status: 200 len: 375 time: 0.0668120 Jun 07 13:53:17.562981 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:17.581414 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:17.585828 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:17.589382 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] 10.222.0.20 "PUT /v2.0/routers/81773d6c-ce7f-48b6-b448-e6d8473c3fb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2784493 Jun 07 13:53:17.629032 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-9f40ae1c-9d59-49f5-8620-4dfeac51a3ab None None] Port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:17.886689 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Attempting to bind port 356d0f8c-af92-4092-9260-eed218da16d4 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:17.887041 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Attempting to bind port 356d0f8c-af92-4092-9260-eed218da16d4 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '5c389d6b-9638-4327-87c1-f7feb2689c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:17.887368 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Attempting to bind port 356d0f8c-af92-4092-9260-eed218da16d4 on network 02e8a796-50f0-4be7-aafe-e069c2b39435 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:17.895798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Port 356d0f8c-af92-4092-9260-eed218da16d4 on network 02e8a796-50f0-4be7-aafe-e069c2b39435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:17.896141 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Attempting to bind port 356d0f8c-af92-4092-9260-eed218da16d4 on network 02e8a796-50f0-4be7-aafe-e069c2b39435 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:17.904700 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:17.905288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Checking segment: {'id': '5c389d6b-9638-4327-87c1-f7feb2689c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:17.906346 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Bound using segment: {'id': '5c389d6b-9638-4327-87c1-f7feb2689c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:17.906942 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Bound port: 356d0f8c-af92-4092-9260-eed218da16d4, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c389d6b-9638-4327-87c1-f7feb2689c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:17.907449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:17.922649 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:17.979455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Transition to ACTIVE for port object f2ced7b8-019c-416d-9cc6-6429ba27ed99 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:18.003066 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.036494 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:18.037637 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-d0b205fc-e381-4fa2-8c67-c8ef23751928 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4765286 Jun 07 13:53:18.044295 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:18.275618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:18.302959 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=356d0f8c-af92-4092-9260-eed218da16d4,segment=NetworkSegment(5c389d6b-9638-4327-87c1-f7feb2689c69),segment_id=5c389d6b-9638-4327-87c1-f7feb2689c69)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:18.318579 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.340918 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-03cef36b-ba80-49ed-a951-2ee9ccf3a587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:18.343353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:53:18.379389 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] 10.222.0.20 "PUT /v2.0/routers/579f1f2e-0ee3-4780-8a6e-e9069329f87a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9997590 Jun 07 13:53:18.436076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:53:18.454727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45124) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:18.502227 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c7c2d-e7c1-4483-88da-d17936bc7122 req-a83f5dcd-0801-42f8-ae7b-daeb18c6aa00 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:18.515102 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b93c7c2d-e7c1-4483-88da-d17936bc7122 req-a83f5dcd-0801-42f8-ae7b-daeb18c6aa00 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 943 time: 0.2720172 Jun 07 13:53:18.548462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Pushing event updated for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:18.560514 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:18.580147 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-c27b7dd5-74e5-495f-ad0d-0d8ca90d2f38 service neutron] 10.222.0.20 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411570 Jun 07 13:53:18.589377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:18.589995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.597948 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] 10.222.0.55 "PUT /v2.0/ports/356d0f8c-af92-4092-9260-eed218da16d4 HTTP/1.1" status: 200 len: 1093 time: 6.0423105 Jun 07 13:53:18.598525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:18.630093 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b93c7c2d-e7c1-4483-88da-d17936bc7122 req-af83c1b7-f74a-413e-8a57-3534c8079044 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092205 Jun 07 13:53:18.656981 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Pushing event updated for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:18.664909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:18.666036 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:18.733762 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:18.769603 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Attempting to bind port f2ced7b8-019c-416d-9cc6-6429ba27ed99 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:18.770113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Attempting to bind port f2ced7b8-019c-416d-9cc6-6429ba27ed99 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:18.770551 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Attempting to bind port f2ced7b8-019c-416d-9cc6-6429ba27ed99 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:18.782033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:18.782427 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Checking segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:18.783036 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.783490 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Bound using segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:18.784076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Bound port: f2ced7b8-019c-416d-9cc6-6429ba27ed99, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:18.784541 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.934467 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:18.989368 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:13Z', 'revision_number': 2, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:19.004449 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:19.005033 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Updating router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 port b288ba3f-45a2-4ded-b069-06b8908a7fbb binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:19.127956 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-e8271550-7014-44ab-8f21-b414394bd260 service neutron] 10.222.0.20 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349104 Jun 07 13:53:19.143383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-109bf0a1-2b30-4c5b-9b4c-09da3142ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:19.148085 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:19.153651 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-109bf0a1-2b30-4c5b-9b4c-09da3142ca6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef48c0f5b564e7da562222489f88034&device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 1096 time: 0.4556258 Jun 07 13:53:19.154013 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:19.174666 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:19.180325 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:19.270217 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:19.306335 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689cde4c-ab73-496a-8f41-2905472fba81,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:19.319356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:19.379347 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-4de4cc02-74c5-4b4d-b2ec-85188afd1fd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356d0f8c-af92-4092-9260-eed218da16d4 HTTP/1.1" status: 200 len: 217 time: 0.2117395 Jun 07 13:53:19.380613 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=464c5b43f6ce40edaa2fedd1e73ea0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9227753 Jun 07 13:53:19.384181 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45152) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:19.401950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] For port f2ced7b8-019c-416d-9cc6-6429ba27ed99, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:19.489912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ef276b-f6c4-46d2-8b71-f042deb11119" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "tag": "356d0f8c-af92-4092-9260-eed218da16d4"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:19.554498 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] For port f2ced7b8-019c-416d-9cc6-6429ba27ed99, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=f2ced7b8-019c-416d-9cc6-6429ba27ed99,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:19.561290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:19.571573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:19.693862 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-bc7476be-a6e0-4207-a4b3-d3131502b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:19.698445 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-bc7476be-a6e0-4207-a4b3-d3131502b7ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53532bd-3a19-4673-9a4d-0e4c65170c32 HTTP/1.1" status: 200 len: 851 time: 0.3016379 Jun 07 13:53:19.700303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:19.861958 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-63cdb01b-de7f-4cc6-9408-1eaa59fdd5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02e8a796-50f0-4be7-aafe-e069c2b39435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548905 Jun 07 13:53:20.026885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Pushing event updated for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:20.074684 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:20.090341 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:20.094232 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Transition to ACTIVE for port object b288ba3f-45a2-4ded-b069-06b8908a7fbb will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:20.099688 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:20.105872 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:20.109960 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:20.111272 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:20.112555 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:20.202385 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Pushing event updated for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:20.218844 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:20.500532 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-4e8a043b-7840-441a-b076-dd5da7de1f5d service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296885 Jun 07 13:53:20.654517 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:20.845662 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45218) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:20.853592 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605437094', 'description': 'tempest-description--1617916863'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:20.975579 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Attempting to bind port b288ba3f-45a2-4ded-b069-06b8908a7fbb on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:20.977228 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Attempting to bind port b288ba3f-45a2-4ded-b069-06b8908a7fbb by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:20.977616 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Attempting to bind port b288ba3f-45a2-4ded-b069-06b8908a7fbb on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:20.990476 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.010656 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:21.011092 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Checking segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:21.011524 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.011940 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Bound using segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:21.012444 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Bound port: b288ba3f-45a2-4ded-b069-06b8908a7fbb, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:21.012821 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.298581 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1f55dfa5-aca2-41c3-a37e-a5aad3647dd0 req-becd236c-7b68-45a3-a9dd-e059aa3f1054 service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476464 Jun 07 13:53:21.315749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.318471 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/689cde4c-ab73-496a-8f41-2905472fba81 HTTP/1.1" status: 204 len: 168 time: 1.9331214 Jun 07 13:53:21.322083 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:21.338143 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:21.368110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cde4c-ab73-496a-8f41-2905472fba81,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:21.386101 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:21.429623 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] For port b288ba3f-45a2-4ded-b069-06b8908a7fbb, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:21.438362 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] For port b288ba3f-45a2-4ded-b069-06b8908a7fbb, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b288ba3f-45a2-4ded-b069-06b8908a7fbb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:21.446992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.453879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.455790 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.463925 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:21.467647 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:21.529586 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-acb0c358-a63f-4734-8a31-8d17e6a8b1b7 req-28da7586-c1c5-416e-af0e-fa26f938a454 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 210 time: 0.2296677 Jun 07 13:53:21.662102 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.664066 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8169227 Jun 07 13:53:21.667720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0f9a7e-f95e-40e4-9ac6-37c60914158c,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:21.667966 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45240) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:21.668091 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:21.668475 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:21.674387 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group_rule': {'security_group_id': '2a0f9a7e-f95e-40e4-9ac6-37c60914158c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:21.679972 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:21.764987 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45242) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:21.771592 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--658545738', 'description': 'tempest-description--1406007301'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:21.776027 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.824056 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.917244 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Pushing event updated for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=4']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:21.929515 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:21.974227 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.984819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:21.987029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:22.090707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74af7495-9bc8-4d5e-9443-2385ce7ec17b,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:22.102171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:22.132444 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 2, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:22.159706 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:53:22.160817 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Updating router 579f1f2e-0ee3-4780-8a6e-e9069329f87a port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:53:22.242192 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:22.287468 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.298037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.299672 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6316307 Jun 07 13:53:22.302705 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45254) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:22.308875 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group_rule': {'security_group_id': '2a0f9a7e-f95e-40e4-9ac6-37c60914158c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:22.324950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.325319 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.348824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:22.355802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.443103 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.444617 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6776471 Jun 07 13:53:22.453651 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45256) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:22.462250 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbbb0f0-a817-45ef-a469-d031148832b3,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:22.467581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:22.467980 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group_rule': {'security_group_id': 'dcbbb0f0-a817-45ef-a469-d031148832b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:22.532448 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8612-f9fd-4e1f-955a-057fe6e99275 req-681ab3af-c758-4a5f-8713-8a2be2f47ba5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:22.548332 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-90ef8612-f9fd-4e1f-955a-057fe6e99275 req-681ab3af-c758-4a5f-8713-8a2be2f47ba5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 943 time: 0.4005830 Jun 07 13:53:22.602786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.617483 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.630629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.659999 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bbce04ea-10ef-416a-a3ab-8d63c039e23a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:22.702828 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:07Z', 'revision_number': 4, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'f2ced7b8-019c-416d-9cc6-6429ba27ed99', 'name': '', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'mac_address': 'fa:16:3e:b2:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:05Z', 'updated_at': '2021-06-07T13:53:19Z', 'revision_number': 4, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'subnets': [{'id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:22.710224 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-90ef8612-f9fd-4e1f-955a-057fe6e99275 req-2cfa4742-f2d2-43b4-bc35-c3eb20a63d5e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604922 Jun 07 13:53:22.730499 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45258) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:22.776678 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32624cd9-2c65-4c3f-8dfe-435c31fe6457 x-openstack-request-id: req-32624cd9-2c65-4c3f-8dfe-435c31fe6457 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:22.777243 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "tag": "356d0f8c-af92-4092-9260-eed218da16d4", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:22.777536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32624cd9-2c65-4c3f-8dfe-435c31fe6457 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:22.778251 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4', 'status': 'completed', 'code': 200} Jun 07 13:53:22.814144 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.821437 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148480f2-3ca9-48b6-bf5a-e0790577fc47,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:22.829080 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:22.829799 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.55', 63269) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:22.993653 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:22.998230 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6932590 Jun 07 13:53:23.006485 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45274) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:23.020558 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:23.112469 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670aa4f0-bb1a-419d-b022-d411ca84ca1d None None] The sync data for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi is: [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:07Z', 'revision_number': 4, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'f2ced7b8-019c-416d-9cc6-6429ba27ed99', 'name': '', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'mac_address': 'fa:16:3e:b2:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:05Z', 'updated_at': '2021-06-07T13:53:19Z', 'revision_number': 4, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'subnets': [{'id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:23.151927 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.179402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-403acf82-8fcd-4601-a404-47abea7cd2e1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:23.182049 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:21Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:23.184871 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-403acf82-8fcd-4601-a404-47abea7cd2e1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 819 time: 0.6175561 Jun 07 13:53:23.193268 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85532018-78d8-4f7c-b987-b6cab7b1ec3c None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:21Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:23.208270 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.249158 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.249158 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.260659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Request body: {'port': {'device_id': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'admin_state_up': True, 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:23.274038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2f9e4f3-3c3e-4c89-b58c-e9defa4caaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:23.471794 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.561507 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-31f8997a-c7aa-453c-9195-812e43f9744b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:23.599390 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd68d8fe40074ed281e35628fdf4dd93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668549 Jun 07 13:53:23.611061 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45288) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:23.626609 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff4752a-08c1-459b-9ca7-885eb289e287,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:23.630078 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a25165-7c8c-4d3e-b153-a02b548cce77,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:23.646576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:23.686623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:23.832709 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-7c1f9b3a-030f-4390-8790-a5f515ad859c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:23.834301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-7c1f9b3a-030f-4390-8790-a5f515ad859c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 819 time: 0.7304463 Jun 07 13:53:23.910279 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-53433cec-fd0e-43be-b901-0cb7f41c5552 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/quotas/d90de9c8f6034641b9982c9b4fa3c542 HTTP/1.1" status: 200 len: 375 time: 0.0590789 Jun 07 13:53:23.930023 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:23.947763 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4907656 Jun 07 13:53:23.966866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45302) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:23.996474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group_rule': {'security_group_id': 'dcbbb0f0-a817-45ef-a469-d031148832b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:24.022691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-d33ebceb-48ad-45d1-b134-3839a16a9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:24.034514 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-d33ebceb-48ad-45d1-b134-3839a16a9b2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef48c0f5b564e7da562222489f88034&device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 1096 time: 1.1984725 Jun 07 13:53:24.150457 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.179347 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Transition to ACTIVE for port object 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:24.190929 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.209268 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:24.318940 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-462d3843-34d2-406c-9e54-6526c8884d52 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3899472 Jun 07 13:53:24.328231 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.405626 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45316) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:24.466402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.477982 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Pushing event updated for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:24.488790 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:24.506038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.646395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 356d0f8c-af92-4092-9260-eed218da16d4 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:24.719975 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Allocated IP 172.27.1.223 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/d1f00ec7-17b6-4276-a23d-e5f9881aadf1) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:24.858805 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:24.905308 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.054716 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-8066294f-8fb9-477d-a0db-35fd1802a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:25.057094 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-8066294f-8fb9-477d-a0db-35fd1802a866 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02e8a796-50f0-4be7-aafe-e069c2b39435 HTTP/1.1" status: 200 len: 912 time: 0.8565099 Jun 07 13:53:25.079031 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Made reservation on behalf of d90de9c8f6034641b9982c9b4fa3c542 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:25.083019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.123650 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.143782 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-dd13716c-6ab5-4af8-a3d7-f999c8653971 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91745) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 13:53:25.156962 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-dd13716c-6ab5-4af8-a3d7-f999c8653971 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1732709 Jun 07 13:53:25.223863 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=356d0f8c-af92-4092-9260-eed218da16d4,segment=NetworkSegment(5c389d6b-9638-4327-87c1-f7feb2689c69),segment_id=5c389d6b-9638-4327-87c1-f7feb2689c69)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:25.284529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '356d0f8c-af92-4092-9260-eed218da16d4', 'network_id': '02e8a796-50f0-4be7-aafe-e069c2b39435', 'port_id': '356d0f8c-af92-4092-9260-eed218da16d4', 'mac_address': 'fa:16:3e:34:83:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53532bd-3a19-4673-9a4d-0e4c65170c32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:53:25.291799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Attempting to bind port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:25.292171 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Attempting to bind port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:25.292536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Attempting to bind port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:25.319843 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b288ba3f-45a2-4ded-b069-06b8908a7fbb up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:25.395184 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-7c9ba36b-14a9-4470-9ccb-da287773e0ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356d0f8c-af92-4092-9260-eed218da16d4 HTTP/1.1" status: 200 len: 217 time: 0.2872369 Jun 07 13:53:25.419785 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-6b9f288b-9cfc-47fd-b12d-579de814472d service neutron] 10.222.0.20 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618291 Jun 07 13:53:25.425763 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.452372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.459034 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3836ca5-005c-4579-9264-5d56c910604c req-29649541-32d9-4371-8e30-c4f63f182053 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:25.470154 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3836ca5-005c-4579-9264-5d56c910604c req-29649541-32d9-4371-8e30-c4f63f182053 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 943 time: 1.4223418 Jun 07 13:53:25.481610 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:25.542554 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.556945 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:25.557595 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Checking segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:25.558108 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.558764 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Bound using segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:25.559431 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Bound port: 807fc4b5-95ea-41dd-894b-d4754a6c6ce5, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:25.559855 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.574057 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:25.593196 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:25.596570 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=d1f00ec7-17b6-4276-a23d-e5f9881aadf1,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:25.599405 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:25.607883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:25.637747 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.742429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:25.774733 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-069a0ab8-5692-49bc-a838-690fac1d3d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.795807 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356d0f8c-af92-4092-9260-eed218da16d4 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:25.802412 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] For port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:25.805105 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port b288ba3f-45a2-4ded-b069-06b8908a7fbb completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:25.809564 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] For port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:25.823757 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.830099 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port b288ba3f-45a2-4ded-b069-06b8908a7fbb triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:25.830746 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.839281 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f55daf9-0b7e-4c72-8149-06e0927e0f94,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:25.843740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.844349 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:25.867181 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.881121 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:25.882186 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dff4752a-08c1-459b-9ca7-885eb289e287 HTTP/1.1" status: 204 len: 168 time: 2.2698748 Jun 07 13:53:25.883353 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5a26dd05-dd36-4846-b297-eba64ac75467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:25.919022 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff4752a-08c1-459b-9ca7-885eb289e287,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:25.930203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:25.957714 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:26.011988 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3836ca5-005c-4579-9264-5d56c910604c req-7917f1af-1d21-4b0b-adc1-28dbf9c587fc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368757 Jun 07 13:53:26.014201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-4d4ab8f9-38c2-4554-8e83-c459b2d3557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:26.019310 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-4d4ab8f9-38c2-4554-8e83-c459b2d3557f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53532bd-3a19-4673-9a4d-0e4c65170c32 HTTP/1.1" status: 200 len: 851 time: 0.5458527 Jun 07 13:53:26.057461 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Pushing event updated for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:26.061649 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:26.090222 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=356d0f8c-af92-4092-9260-eed218da16d4,segment=NetworkSegment(5c389d6b-9638-4327-87c1-f7feb2689c69),segment_id=5c389d6b-9638-4327-87c1-f7feb2689c69)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:26.144273 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-907ac4db-05aa-4792-add4-00a0e36516e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02e8a796-50f0-4be7-aafe-e069c2b39435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015577 Jun 07 13:53:26.227005 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.281996 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-a905a58e-61e4-45f4-ada8-0aeca90aaf4a service neutron] 10.222.0.20 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8592436 Jun 07 13:53:26.283983 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port b288ba3f-45a2-4ded-b069-06b8908a7fbb, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b288ba3f-45a2-4ded-b069-06b8908a7fbb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:26.286343 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.293032 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-06c30822-0357-4e19-97e5-2356340f0765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:26.329014 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.352673 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.356276 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device f2ced7b8-019c-416d-9cc6-6429ba27ed99 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:26.445605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:53:26.446351 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:52:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:26.626983 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:26.632655 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:26.651423 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-25b0d451-968d-4dd2-bdcf-98f56198d16f service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867985 Jun 07 13:53:26.656391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Allocated IP 172.20.0.4 (83cad826-54e2-4fd5-b254-f1f4b313db20/d6c4738e-1014-4d8b-bd4b-657d037d7f98/a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:26.669789 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:26.748865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.767694 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['356d0f8c-af92-4092-9260-eed218da16d4'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:53:26.871026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.872086 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:26.873351 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.9012151 Jun 07 13:53:26.887036 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45368) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:26.904740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:26.918367 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-415e2fb7-d84e-4b09-8848-db4f41c1dfe0 req-57003152-1003-4743-8e59-52f728450def tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 210 time: 0.1205952 Jun 07 13:53:26.933823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:26.999282 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.113579 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67541cc0-0f85-4fda-bba9-b1ca5ed5f8f1,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:27.115423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.129607 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:27.195360 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22eb533177fd4c8d8d991a869cd2bfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7848485 Jun 07 13:53:27.220916 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45384) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:27.225880 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.247266 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ac980f97-8a00-42c2-a8e4-77bd422128c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:27.265133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:27.326882 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.386669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=d1f00ec7-17b6-4276-a23d-e5f9881aadf1,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:27.396424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:27.487560 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port f2ced7b8-019c-416d-9cc6-6429ba27ed99 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:27.492503 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.497630 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4875414 Jun 07 13:53:27.502193 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:27.556573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port f2ced7b8-019c-416d-9cc6-6429ba27ed99 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:27.559305 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.580964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:27.733575 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:53:27.931777 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1ef276b-f6c4-46d2-8b71-f042deb11119 req-a44372be-2f6a-4fdd-b104-9d6cfca66ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2543535 Jun 07 13:53:27.965232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Allocated IP 172.27.1.107 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/0458120d-1505-4036-9fbd-3cf47ff9433d) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:27.990442 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.112793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9a68f820-07ba-4d2e-9f4c-d0a197eab2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.115881 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78820aa5-a321-45fb-adb2-820d8710e784 req-5392b2b5-9c5f-47a7-a1e1-91b70a0b01f0 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:28.117881 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-78820aa5-a321-45fb-adb2-820d8710e784 req-5392b2b5-9c5f-47a7-a1e1-91b70a0b01f0 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 944 time: 0.7279735 Jun 07 13:53:28.183326 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.223005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.294449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.346238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.358550 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-c0ba378a-ad63-46ee-9071-758b88571216 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1605437094&fields=id&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 267 time: 0.4290950 Jun 07 13:53:28.400949 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.402871 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.405014 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67541cc0-0f85-4fda-bba9-b1ca5ed5f8f1 HTTP/1.1" status: 204 len: 168 time: 1.1700096 Jun 07 13:53:28.415726 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a99dee6a-4ed2-4534-84ff-50d1c29831ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:28.447180 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67541cc0-0f85-4fda-bba9-b1ca5ed5f8f1,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:28.483598 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:28.573060 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-78820aa5-a321-45fb-adb2-820d8710e784 req-f7a26c4c-7ff2-47a4-ae4e-db20763a9031 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120961 Jun 07 13:53:28.631490 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.680597 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.723394 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.756133 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:28.851640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-f4c5cd9d-3598-4fd2-a258-6a91ba2c8265 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:28.861546 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-f4c5cd9d-3598-4fd2-a258-6a91ba2c8265 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 816 time: 0.5017183 Jun 07 13:53:28.876613 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-22d58808-e9da-40e1-aabc-a1de062101e7 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:28.907584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port f2ced7b8-019c-416d-9cc6-6429ba27ed99, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=f2ced7b8-019c-416d-9cc6-6429ba27ed99,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:28.924709 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:28.964628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:29.001220 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1b62afea-4892-4482-8839-071ba0d42bfc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/quotas/eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 375 time: 0.0305614 Jun 07 13:53:29.024374 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=0458120d-1505-4036-9fbd-3cf47ff9433d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:29.042771 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:29.051971 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-27cd3510-dd75-4f4c-a5fa-c6fcffc1c0cf req-bc6b6cf2-b506-45f2-bede-f033922f6a62 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 210 time: 0.1096959 Jun 07 13:53:29.058744 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45444) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:29.088083 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:29.091980 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:29.099071 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:29.100993 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:25Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:53:29.107939 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ae171c-d1ce-4a80-a362-340fc4047a59 None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:25Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:53:29.120414 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b288ba3f-45a2-4ded-b069-06b8908a7fbb up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:29.194287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.201023 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:29.206481 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:29.255442 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.269933 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45452) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:29.274837 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port b288ba3f-45a2-4ded-b069-06b8908a7fbb triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:29.275411 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.312740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:29.334365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:29.338886 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:29.362246 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.504083 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Pushing event updated for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:29.509784 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.511749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:29.634902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-acfedd5a-e768-4673-a972-24354d884a86 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:29.639472 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-acfedd5a-e768-4673-a972-24354d884a86 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 819 time: 1.0096827 Jun 07 13:53:29.673535 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Request body: {'port': {'device_id': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'admin_state_up': True, 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:29.722980 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:29.724028 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.838817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:29.862316 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-bc70ea42-1ca5-4022-9074-ec10de3938e6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6907258 Jun 07 13:53:30.006286 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.014025 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.037775 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9fc89e43-b838-42ef-b30d-0ba0de5306f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:30.061482 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.079123 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8740621 Jun 07 13:53:30.101182 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Request body: {'port': {'device_id': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:30.144663 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb9193-cad5-4254-abd6-f19b97680a5f req-fa227d79-8770-4b2d-ae63-a97c46e6bc3b tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:30.146219 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d5cb9193-cad5-4254-abd6-f19b97680a5f req-fa227d79-8770-4b2d-ae63-a97c46e6bc3b tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 944 time: 0.2957206 Jun 07 13:53:30.146868 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.148936 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45476) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:30.164061 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ce35368e26049858a0a98d23006784f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8929558 Jun 07 13:53:30.169738 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e63ef83-ae1d-43e7-bfe9-861a81ea1e3d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:30.173920 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:30.174413 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45478) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:30.193887 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-8bcfa29e-4610-4e9f-8c54-2983b70d6326 service neutron] 10.222.0.20 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616081 Jun 07 13:53:30.200202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:30.265973 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.369062 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d5cb9193-cad5-4254-abd6-f19b97680a5f req-7acfa821-a278-473a-bbbe-16c8434a1dac tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119167 Jun 07 13:53:30.381402 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=0458120d-1505-4036-9fbd-3cf47ff9433d,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:30.395724 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:30.418328 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.444213 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.483400 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.544244 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-5e83d94f-b755-4f42-b1ba-3831f8dd39c4 service neutron] 10.222.0.20 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434696 Jun 07 13:53:30.552967 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.576481 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96ac09e7-b8ce-46b3-8509-c3cbe5b899f2 req-b0e14985-8789-42c5-91c3-463dd637a7e5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 210 time: 0.0830836 Jun 07 13:53:30.581475 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.610980 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 356d0f8c-af92-4092-9260-eed218da16d4 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:30.661712 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.669119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-cfb67cad-d612-4bcb-8bed-07cc51fc9aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:30.700423 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59abaf6351fe41dcb8a75735cf16c1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6389258 Jun 07 13:53:30.711035 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39516dde-0cf3-48e7-9161-23094a2fcdb3,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:30.713776 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45482) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:30.740370 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:30.796896 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 356d0f8c-af92-4092-9260-eed218da16d4 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:30.812792 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 356d0f8c-af92-4092-9260-eed218da16d4 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:30.812792 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.901458 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Made reservation on behalf of d90de9c8f6034641b9982c9b4fa3c542 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:30.909988 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.952535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:30.997094 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.000872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1115663 Jun 07 13:53:31.033950 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7cf8483e-8679-48cf-8619-508fed5a32d2 req-b771ce96-b754-4ed0-b93e-c3c920931c45 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 210 time: 0.1443415 Jun 07 13:53:31.051013 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.175623 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.215928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:31.241528 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.273506 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.274914 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e63ef83-ae1d-43e7-bfe9-861a81ea1e3d HTTP/1.1" status: 204 len: 168 time: 1.0419436 Jun 07 13:53:31.279198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.298528 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.315302 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:31.325865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.346302 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e63ef83-ae1d-43e7-bfe9-861a81ea1e3d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:31.348516 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=356d0f8c-af92-4092-9260-eed218da16d4,segment=NetworkSegment(5c389d6b-9638-4327-87c1-f7feb2689c69),segment_id=5c389d6b-9638-4327-87c1-f7feb2689c69)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:31.376021 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:31.383197 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.396196 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:31.421391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.db.resource_extend [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:53:31.447934 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f64909db-1f21-4c39-b10f-b204a08108a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:31.477936 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.484789 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.494714 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39516dde-0cf3-48e7-9161-23094a2fcdb3 HTTP/1.1" status: 204 len: 168 time: 0.7586958 Jun 07 13:53:31.498489 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:31.534375 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:31.565532 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39516dde-0cf3-48e7-9161-23094a2fcdb3,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:31.573516 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:31.689066 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b44bc-813d-4cc1-85f2-68af34dc5d61,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:31.700647 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:31.805080 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:31.826429 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:31.845724 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:31.856340 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:31.856847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:31.967105 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7a6c1a6a-467e-49c6-93d1-db593f2706ce tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--658545738&fields=id&tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 267 time: 0.1575532 Jun 07 13:53:32.008225 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40ce8f4987694db9849000d9aa6a4a08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8558545 Jun 07 13:53:32.010242 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45528) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:32.034238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:32.089366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.149015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Transition to ACTIVE for port object a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:32.225143 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.278972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:32.285620 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.294065 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.295366 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device f2ced7b8-019c-416d-9cc6-6429ba27ed99 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:32.310143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.337818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271d2ca-80fc-4294-8e8b-916578b6203a req-9dd0aa73-f325-44ed-81e5-a95ea3e5ddd1 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:32.340382 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a271d2ca-80fc-4294-8e8b-916578b6203a req-9dd0aa73-f325-44ed-81e5-a95ea3e5ddd1 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.5677207 Jun 07 13:53:32.358260 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:32.360674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.467265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0805b-b5d1-4459-a2e4-d0b7cbd3ea39" -d '{"events": [{"server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "name": "network-vif-plugged", "status": "completed", "tag": "356d0f8c-af92-4092-9260-eed218da16d4"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:32.477242 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-9bc332c6-163d-4173-969d-16d9aa0d8d39 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:32.478093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:32.490429 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-9bc332c6-163d-4173-969d-16d9aa0d8d39 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 810 time: 0.5216920 Jun 07 13:53:32.542947 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.550818 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.553482 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/283b44bc-813d-4cc1-85f2-68af34dc5d61 HTTP/1.1" status: 204 len: 168 time: 0.5425158 Jun 07 13:53:32.568360 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7fbe737a-df0b-4ea6-9f50-31d23855aecc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/quotas/6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 375 time: 0.0633380 Jun 07 13:53:32.640051 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d4f958e3-cb8a-4415-b323-3333b405a19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:32.658570 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:32.662784 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:32.664666 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port f2ced7b8-019c-416d-9cc6-6429ba27ed99 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:32.665032 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:32.676883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b44bc-813d-4cc1-85f2-68af34dc5d61,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:32.703894 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:32.767971 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-cf598c63-46bd-46d2-94c5-cf2469702efd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1932750 Jun 07 13:53:32.880892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:32.889165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Allocated IP 172.20.0.13 (83cad826-54e2-4fd5-b254-f1f4b313db20/d6c4738e-1014-4d8b-bd4b-657d037d7f98/4833bb37-9307-4a0a-8a55-b9f5ac29a2f6) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:32.909207 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:33.006719 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a271d2ca-80fc-4294-8e8b-916578b6203a req-a27f8e72-5bb7-44e7-99b7-56eaa0a32dc2 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294131 Jun 07 13:53:33.044570 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-fd3f92f4-7996-4661-96d8-93797aedbea8 service neutron] 10.222.0.20 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692060 Jun 07 13:53:33.128421 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.55', 63280) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:33.310966 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-e8239f1f-c0c7-4ddf-add0-cf8c401803a0 service neutron] 10.222.0.20 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641971 Jun 07 13:53:33.327605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:53:33.430544 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45562) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:33.458353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.642341 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:33.647618 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.721811 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.777735 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.822083 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.883854 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-499b5887-1c99-42cb-bf62-ca5878494814 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:33.920963 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5577520a-dd9e-42a4-ad6d-6f95fb483182 req-9bdfd81b-7358-464e-9022-e759ef1dc451 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 210 time: 0.6327779 Jun 07 13:53:33.924928 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0a9c1895-69f3-41bd-87f9-29dd920f5207 req-8e4d6b18-d6a0-4c57-99aa-3bd5bc2312d0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 210 time: 0.1961613 Jun 07 13:53:33.937186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:33.993185 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:34.036196 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Network 83cad826-54e2-4fd5-b254-f1f4b313db20 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:34.048938 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-d3c58581-1490-44ad-8169-37b84ec13893 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:34.051687 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-d3c58581-1490-44ad-8169-37b84ec13893 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 816 time: 0.9208057 Jun 07 13:53:34.063111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:34.073375 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.090931 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:34.126232 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Attempting to bind port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:34.126704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Attempting to bind port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:34.127031 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Attempting to bind port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:34.131408 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56cf4caa9f8d4e3e8f5817ef7e90643d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996410 Jun 07 13:53:34.132253 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45592) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:34.182042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:34.182246 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Attempting to bind port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:34.199703 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefaaf0a-cf21-42e1-8f2a-c0e917900ef1,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:34.201432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:34.201806 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Checking segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:34.203323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Bound using segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:34.203323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Bound port: a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:34.203323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.211554 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:34.272997 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-c156c910-7676-489c-8d4f-cb20339a3061 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 380 time: 0.1486526 Jun 07 13:53:34.303383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Pushing event updated for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:34.309921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'port': {'device_id': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'admin_state_up': True, 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'security_groups': ['2a0f9a7e-f95e-40e4-9ac6-37c60914158c']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:34.340110 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b2962aaf-8db6-459a-a3e5-24eee2f80734 req-6540475a-8988-49aa-8662-e1f8746d1ad5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.1152666 Jun 07 13:53:34.387107 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.467418 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.653739 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc55f58c-ce76-4590-ae19-7143b97ea302 x-openstack-request-id: req-bc55f58c-ce76-4590-ae19-7143b97ea302 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:34.654374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "name": "network-vif-plugged", "status": "completed", "tag": "356d0f8c-af92-4092-9260-eed218da16d4", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:34.654374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc55f58c-ce76-4590-ae19-7143b97ea302 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:34.655791 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4', 'code': 200} Jun 07 13:53:34.717719 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:34.723045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.726484 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.732849 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:34.739259 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fefaaf0a-cf21-42e1-8f2a-c0e917900ef1 HTTP/1.1" status: 204 len: 168 time: 0.6058025 Jun 07 13:53:34.746077 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8bc6d773-0604-4bb9-a4e4-ce0cc69368a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:34.772481 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:34.776656 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefaaf0a-cf21-42e1-8f2a-c0e917900ef1,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:34.783320 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:34.828823 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf1ee-41d1-425b-8571-a21d389c6f2b req-99639c92-f08c-4c9d-a973-edddfcff6303 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:34.830765 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-42ebf1ee-41d1-425b-8571-a21d389c6f2b req-99639c92-f08c-4c9d-a973-edddfcff6303 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.2701178 Jun 07 13:53:34.882479 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2192841 Jun 07 13:53:34.936236 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-42ebf1ee-41d1-425b-8571-a21d389c6f2b req-2c886e26-1b0c-4b05-8e6b-e1a0477b8403 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951977 Jun 07 13:53:34.941555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Request body: {'port': {'device_id': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:35.246399 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.55', 63285) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:35.312338 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:35.326917 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:35.355114 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:35.373751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:35.418397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Made reservation on behalf of eeda00b37dc844e3a01d035d1d5e3817 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:35.423544 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:35.450661 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:35.471579 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0b771fa2-c9ed-4c3a-9f8e-158a4820db3e req-29769d6b-1505-498b-813a-3956c38c687f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 210 time: 0.2154977 Jun 07 13:53:35.558498 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-792a0793-8b50-41fd-8864-71f6fd030ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:35.566258 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-792a0793-8b50-41fd-8864-71f6fd030ced service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 1098 time: 0.2331207 Jun 07 13:53:35.734456 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:35.735749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:35.737367 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] 10.222.0.55 "PUT /v2.0/ports/a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 1093 time: 5.6423819 Jun 07 13:53:35.737862 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:35.740879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a11e8a-421b-4766-8dd3-a2ae95dceb25" -d '{"events": [{"name": "network-changed", "server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:35.790734 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a1c2f07b-d25f-4d96-9d25-f2152ef4c227 req-054742fb-16ca-4505-87a0-c2de11b1eda5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0863132 Jun 07 13:53:35.842151 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:35.862562 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173eeedf-70bb-4d6f-81ee-a97c3b0063a2 req-1c871e21-33e6-4f46-a611-8ae83da1982f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:35.867865 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-173eeedf-70bb-4d6f-81ee-a97c3b0063a2 req-1c871e21-33e6-4f46-a611-8ae83da1982f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 932 time: 0.6508710 Jun 07 13:53:35.868802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:36.027858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c0a15f-d693-4e48-9644-bd76afa4e4b8 x-openstack-request-id: req-06c0a15f-d693-4e48-9644-bd76afa4e4b8 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:36.028764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:36.028764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06c0a15f-d693-4e48-9644-bd76afa4e4b8 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:36.028986 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7', 'status': 'completed', 'code': 200} Jun 07 13:53:36.142089 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-173eeedf-70bb-4d6f-81ee-a97c3b0063a2 req-7bd03f75-dd86-4327-9ecd-98c323d99cfa tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524867 Jun 07 13:53:36.370096 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84725a-eb52-47ad-a8fa-6eac8719523f req-33cac6ab-3170-4185-bd9d-f832e04881c3 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:36.386360 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fa84725a-eb52-47ad-a8fa-6eac8719523f req-33cac6ab-3170-4185-bd9d-f832e04881c3 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.2127631 Jun 07 13:53:36.463546 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fa84725a-eb52-47ad-a8fa-6eac8719523f req-078f49a0-d1a6-4d92-abb9-47998edd5533 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 Jun 07 13:53:36.475545 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Allocated IP 172.20.0.9 (d0ed6f5a-50f4-4e98-a300-2891c438d658/26a5234a-6f1b-48f7-aca3-1394b422d367/561ca597-9635-4e5c-a850-639e3ae40bbe) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:36.949705 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09a7e4a9-e109-4424-88ba-ce7419318e8b req-6391c962-9fdf-49a4-92a4-038b6cd6eaea tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 210 time: 0.1719003 Jun 07 13:53:36.958925 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:36.971815 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.035636 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Transition to ACTIVE for port object 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:37.041345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.053206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:37.058482 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e30e8c70-b458-493d-b208-2d2a8f36ad54 req-2a9446ad-9bd8-4045-a379-6dc0ba879641 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0591552 Jun 07 13:53:37.133658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.257880 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Pushing event updated for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:37.263759 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:37.303479 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Transition to ACTIVE for port object 561ca597-9635-4e5c-a850-639e3ae40bbe will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:37.398564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Attempting to bind port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:37.399261 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Attempting to bind port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:37.399775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Attempting to bind port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:37.410866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:37.411160 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Attempting to bind port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 on network 83cad826-54e2-4fd5-b254-f1f4b313db20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:37.421843 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45730) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:37.429744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:37.430307 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Checking segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:37.430959 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Bound using segment: {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:37.431636 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Bound port: 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da5e295-a7ca-4a28-92e3-776081694beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:37.432193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.461583 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.518720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:37.603979 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.618375 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:37.645104 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:37.657760 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:37.711290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:37.725704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:37.738747 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119f209-094e-416a-a37c-15618acd36c3 req-1384fb74-e1fd-452d-8c52-fe795ec5e486 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:37.745866 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e119f209-094e-416a-a37c-15618acd36c3 req-1384fb74-e1fd-452d-8c52-fe795ec5e486 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.3924894 Jun 07 13:53:37.784409 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:37.836018 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:37.867708 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656ca08-17c8-4d6b-a4df-fee4a4951e44 req-3ea28fa0-c97d-4991-aea3-2be75224b92d tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:37.869272 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0656ca08-17c8-4d6b-a4df-fee4a4951e44 req-3ea28fa0-c97d-4991-aea3-2be75224b92d tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.2291656 Jun 07 13:53:37.869592 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:37.870910 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.893910 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:37.917451 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e119f209-094e-416a-a37c-15618acd36c3 req-5cba2018-0ec6-4b3f-a53d-423cbe6a8218 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703441 Jun 07 13:53:37.929516 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8879575-f317-4393-b4dc-9cf4c0bd3133 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:38.032676 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0656ca08-17c8-4d6b-a4df-fee4a4951e44 req-c8156d1b-3252-4579-a1b1-57d0f38d2e0d tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504500 Jun 07 13:53:38.037604 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:38.038396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.040178 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] 10.222.0.55 "PUT /v2.0/ports/4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 HTTP/1.1" status: 200 len: 1094 time: 3.1309586 Jun 07 13:53:38.040803 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:38.043748 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45ed50-5612-4bf9-a881-c189be35eb3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:38.043884 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.050506 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.080315 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7820888 Jun 07 13:53:38.082589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Pushing event updated for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:38.087639 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:38.108779 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-23cf98f1-50f5-4332-acee-9a70d4889d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:38.114177 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-e638eefd-5d45-4ec3-b753-44f4b10da503 None None] Provisioning for port 561ca597-9635-4e5c-a850-639e3ae40bbe completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:38.121883 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45754) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:38.122448 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ac0a898d5404a2483984679126ddd32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6993201 Jun 07 13:53:38.142875 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-e638eefd-5d45-4ec3-b753-44f4b10da503 None None] Provisioning complete for port 561ca597-9635-4e5c-a850-639e3ae40bbe triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:38.143427 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e638eefd-5d45-4ec3-b753-44f4b10da503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.157372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efc521-8b6d-4010-a509-a27cd389fa4a,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:38.163060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:38.227759 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c5c99a-52dc-4d61-bc0f-8af35a00ea34 x-openstack-request-id: req-84c5c99a-52dc-4d61-bc0f-8af35a00ea34 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:38.228148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:38.228397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84c5c99a-52dc-4d61-bc0f-8af35a00ea34 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:38.228829 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'status': 'completed', 'code': 200} Jun 07 13:53:38.252323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Request body: {'port': {'device_id': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:38.252572 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.270400 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-e638eefd-5d45-4ec3-b753-44f4b10da503 None None] Port 561ca597-9635-4e5c-a850-639e3ae40bbe cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:38.494244 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-76289905-7ffc-40ab-b69a-2713bf57880e req-fe046bca-14d1-47c0-b6e0-ddb6da772aa9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0577586 Jun 07 13:53:38.588930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.595047 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.604159 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:38.638331 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e58abd87-6c69-4a7d-8a39-4b583ace38d7 req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179332 Jun 07 13:53:38.648000 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8be122-6b25-401f-9d86-fe9545a5a910,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:38.651193 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:38.778843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.827977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.845389 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:38.887263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8d1a5-010a-4ff8-9977-b7d9b7e1d89f req-1fde70d1-58d5-4cf4-bbd5-0fe7e5ed816b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:38.889525 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bab8d1a5-010a-4ff8-9977-b7d9b7e1d89f req-1fde70d1-58d5-4cf4-bbd5-0fe7e5ed816b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 931 time: 0.7366235 Jun 07 13:53:38.978299 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-1157d2ba-99e2-4d65-85e9-335764dd976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:38.979805 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-1157d2ba-99e2-4d65-85e9-335764dd976a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1097 time: 0.6205118 Jun 07 13:53:38.987717 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-3959da71-ef20-48d9-9207-8133824d1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:38.989262 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-3959da71-ef20-48d9-9207-8133824d1a85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1096 time: 0.6629090 Jun 07 13:53:39.103163 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bab8d1a5-010a-4ff8-9977-b7d9b7e1d89f req-9599adb2-5686-4169-946b-cb112d0ba37d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691206 Jun 07 13:53:39.176592 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.185105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.188016 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06efc521-8b6d-4010-a509-a27cd389fa4a HTTP/1.1" status: 204 len: 168 time: 1.0640697 Jun 07 13:53:39.195365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3c55af12-93bb-441d-b3d2-220e130a2c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:39.209045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efc521-8b6d-4010-a509-a27cd389fa4a,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:39.214518 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:39.386505 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606cc98-8d0e-4e19-bebc-533442541a1e req-0e1df07e-ef79-4d6a-a430-eb2029a77d7e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:39.388606 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7606cc98-8d0e-4e19-bebc-533442541a1e req-0e1df07e-ef79-4d6a-a430-eb2029a77d7e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1473439 Jun 07 13:53:39.449324 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103532b-d24f-431a-9ae3-c39c11a88f14 req-02c48233-100d-4db3-9c55-52189fe83c7b tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:39.451786 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9103532b-d24f-431a-9ae3-c39c11a88f14 req-02c48233-100d-4db3-9c55-52189fe83c7b tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1300378 Jun 07 13:53:39.473669 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7606cc98-8d0e-4e19-bebc-533442541a1e req-e19fe923-6eb8-4cf9-ba11-42b4b5c3abf2 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771799 Jun 07 13:53:39.600772 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9103532b-d24f-431a-9ae3-c39c11a88f14 req-fa9b4531-f52f-4679-89a1-5bc42d3354e9 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268618 Jun 07 13:53:39.608042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:39.621136 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.647787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Transition to ACTIVE for port object 561ca597-9635-4e5c-a850-639e3ae40bbe will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:39.652219 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.659634 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f5406d7c-74ef-4b62-906d-ecd888934e0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:39.732453 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45790) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:39.770681 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7c3e7d2d-2c4b-4406-a5cc-be649116c250 req-9a9c9e72-185f-4d16-a332-a868a755d2b5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0942130 Jun 07 13:53:39.774588 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.896956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:39.910573 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:39.968026 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.973742 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:39.985109 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-df1853bc-8777-4f4b-bc44-1a6cea5957c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:40.008600 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Attempting to bind port 561ca597-9635-4e5c-a850-639e3ae40bbe on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:40.008915 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Attempting to bind port 561ca597-9635-4e5c-a850-639e3ae40bbe by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:40.009537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Attempting to bind port 561ca597-9635-4e5c-a850-639e3ae40bbe on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:40.014788 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Port 561ca597-9635-4e5c-a850-639e3ae40bbe on network d0ed6f5a-50f4-4e98-a300-2891c438d658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:40.014979 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Attempting to bind port 561ca597-9635-4e5c-a850-639e3ae40bbe on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:40.021249 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:40.021526 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Checking segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:40.022523 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Bound using segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:40.022523 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Bound port: 561ca597-9635-4e5c-a850-639e3ae40bbe, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:40.022803 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.038740 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d772b5d828404ee4872c171e8b3fcc60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048866 Jun 07 13:53:40.039651 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db30909a-9dc4-4636-a976-6edb43e6b560,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:40.043674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:40.045621 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45792) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:40.129186 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.152011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:40.158165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:40.166575 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.175044 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:40.195616 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.269884 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:40.271298 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.273543 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] 10.222.0.55 "PUT /v2.0/ports/561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 1093 time: 2.0435414 Jun 07 13:53:40.284087 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:40.287548 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500f312-e4bb-468a-bc36-44d84c6bf90f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:40.302645 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.306820 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:40.308721 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db30909a-9dc4-4636-a976-6edb43e6b560 HTTP/1.1" status: 204 len: 168 time: 0.2617133 Jun 07 13:53:40.311216 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0765a8f4-6b98-442b-8efb-3fb8218dd82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:40.347717 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db30909a-9dc4-4636-a976-6edb43e6b560,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:40.352494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:40.393870 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162f2395-542a-4829-9067-4a19b123fd49 x-openstack-request-id: req-162f2395-542a-4829-9067-4a19b123fd49 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:40.394177 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:40.394450 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-162f2395-542a-4829-9067-4a19b123fd49 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:40.395044 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'status': 'completed', 'code': 200} Jun 07 13:53:40.396282 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:40.409608 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:40.442481 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd40c3-3f10-4882-829d-78c386dc1a54 req-2e821dbb-2ef4-4795-9fcd-bab342f62d4e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:40.449902 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fddd40c3-3f10-4882-829d-78c386dc1a54 req-2e821dbb-2ef4-4795-9fcd-bab342f62d4e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1671357 Jun 07 13:53:40.513598 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fddd40c3-3f10-4882-829d-78c386dc1a54 req-396222d0-89f1-45f8-964e-694570e9c7ec tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627415 Jun 07 13:53:40.769349 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709bf1-06ec-4b37-9e8a-dda5a9207749 req-070c92b2-2999-4b2c-94d9-610b32adf6ae tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:40.771703 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-94709bf1-06ec-4b37-9e8a-dda5a9207749 req-070c92b2-2999-4b2c-94d9-610b32adf6ae tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1179738 Jun 07 13:53:40.853911 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-94709bf1-06ec-4b37-9e8a-dda5a9207749 req-e0ef09da-ef62-4a97-b957-f3a6f310a4d1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743906 Jun 07 13:53:40.930264 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c6e7-ca11-474a-9491-18a8049b780c req-f9804ef8-6eda-4de1-a720-6f6c12e24fb2 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:40.932152 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d32c6e7-ca11-474a-9491-18a8049b780c req-f9804ef8-6eda-4de1-a720-6f6c12e24fb2 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1323159 Jun 07 13:53:41.004082 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d32c6e7-ca11-474a-9491-18a8049b780c req-e3d469d5-3b0a-430d-b651-ca0ec1f3442e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Jun 07 13:53:41.088286 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6299c7fe-394e-4c3f-9a0d-d29e54c1e658 req-353bf2af-e14a-43db-90dc-a0d48f69d806 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0675316 Jun 07 13:53:41.788714 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbd1d-bf50-4d36-a6c6-e7855303051c req-fe30c6b7-4eb1-4c72-b3af-8e3e0c16c2e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:41.790254 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-79edbd1d-bf50-4d36-a6c6-e7855303051c req-fe30c6b7-4eb1-4c72-b3af-8e3e0c16c2e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1312125 Jun 07 13:53:41.860172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-79edbd1d-bf50-4d36-a6c6-e7855303051c req-38e19c2c-3789-47dd-a630-27d7cd7e2fbd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568073 Jun 07 13:53:42.319114 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-e4a56a01-37ca-4b18-af3b-59c02029347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:42.321476 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-e4a56a01-37ca-4b18-af3b-59c02029347b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4263058 Jun 07 13:53:42.591983 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-d2c35922-0293-4475-8f82-4acf93dd326e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:42.603699 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-d2c35922-0293-4475-8f82-4acf93dd326e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 810 time: 0.6751330 Jun 07 13:53:42.733387 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d7149-a634-4f53-b519-045307860287 req-62bacfa8-7fce-446a-85ba-7b2cd242e6f9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:42.736828 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-625d7149-a634-4f53-b519-045307860287 req-62bacfa8-7fce-446a-85ba-7b2cd242e6f9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.5905850 Jun 07 13:53:42.779523 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-5ca691a3-5214-4ab5-afeb-8ee967ca5f81 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 379 time: 0.1575043 Jun 07 13:53:42.795881 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'port': {'device_id': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'admin_state_up': True, 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'security_groups': ['dcbbb0f0-a817-45ef-a469-d031148832b3']}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:42.883230 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-625d7149-a634-4f53-b519-045307860287 req-90ad99e9-c42f-4da1-9218-f3b6961f7af6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360729 Jun 07 13:53:43.055682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-91480950-f87d-46d8-9d57-84ef267f051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.058171 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-91480950-f87d-46d8-9d57-84ef267f051e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&shared=False HTTP/1.1" status: 200 len: 920 time: 1.1603513 Jun 07 13:53:43.066560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-5030a611-7ee8-4315-82c3-32ec8beb9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.069014 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-5030a611-7ee8-4315-82c3-32ec8beb9f02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1096 time: 1.1331317 Jun 07 13:53:43.206777 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-71be7a86-4c78-41d1-83f0-1af9e69241cc req-ebedc073-d903-4860-b6b8-0f63c681b09e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.1578562 Jun 07 13:53:43.244170 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Made reservation on behalf of 6438dda2abb24e9d99cd3e8db4afdb0f for: {'port': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:43.253213 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:43.449357 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-39ab6e3f-46eb-49b0-9f8c-e78ac175bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.450939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b45ed50-5612-4bf9-a881-c189be35eb3a req-39ab6e3f-46eb-49b0-9f8c-e78ac175bf25 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0378973 Jun 07 13:53:43.541594 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0ac-32eb-42f8-8759-8a168fd70824 req-48a58e83-b562-4863-b5d6-bd2ba114143a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.549943 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc95f0ac-32eb-42f8-8759-8a168fd70824 req-48a58e83-b562-4863-b5d6-bd2ba114143a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1278775 Jun 07 13:53:43.725511 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-aca786cb-cf9c-4696-b3e4-99539e9b1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.727980 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-aca786cb-cf9c-4696-b3e4-99539e9b1487 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5994642 Jun 07 13:53:43.729800 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc95f0ac-32eb-42f8-8759-8a168fd70824 req-e55ef596-d2f5-407e-9290-5702c95e54db tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787212 Jun 07 13:53:43.762118 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ea81-eb4a-48ce-bdae-f13dceae5e12 req-f93ceb10-86c1-4417-b4f0-5636006815e5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.763960 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-72e6ea81-eb4a-48ce-bdae-f13dceae5e12 req-f93ceb10-86c1-4417-b4f0-5636006815e5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 1.4415870 Jun 07 13:53:43.766222 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Allocated IP 172.20.0.10 (06ab67c6-6081-4b77-a1cb-e96287125bf2/bcfdc0d6-4cc0-4e67-8658-a19e21b1c908/368f611b-7c37-4b4d-84c7-375ef3d31c4c) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:53:43.776681 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:53:43.850824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-b3dcd1d1-e8ad-42f3-afd8-390a62f24d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:43.852355 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-08a11e8a-421b-4766-8dd3-a2ae95dceb25 req-b3dcd1d1-e8ad-42f3-afd8-390a62f24d85 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7780426 Jun 07 13:53:43.864123 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-72e6ea81-eb4a-48ce-bdae-f13dceae5e12 req-b0ef31d7-b504-44f5-8875-8da800c939fc tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764360 Jun 07 13:53:44.213354 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.247913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.provisioning_blocks [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Transition to ACTIVE for port object 368f611b-7c37-4b4d-84c7-375ef3d31c4c will not be triggered until provisioned by entity DHCP. {{(pid=91745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:44.275287 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f996f-2a83-4a59-8782-3fc98d007a71 req-9c64e6c4-504f-45d7-9391-ab2dba0d7b0e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.278077 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-758f996f-2a83-4a59-8782-3fc98d007a71 req-9c64e6c4-504f-45d7-9391-ab2dba0d7b0e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1645055 Jun 07 13:53:44.359694 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-758f996f-2a83-4a59-8782-3fc98d007a71 req-f526e5ce-b6c5-4dbf-9742-7c476eef7233 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737784 Jun 07 13:53:44.368686 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.381300 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:44.464987 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:53:44.465617 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99153f3f-cd6e-465c-9be3-a4611416a620 req-48058f20-e9f0-4be7-bb0c-e68634bb1058 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.467269 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-99153f3f-cd6e-465c-9be3-a4611416a620 req-48058f20-e9f0-4be7-bb0c-e68634bb1058 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 932 time: 0.1173666 Jun 07 13:53:44.468754 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:44.473935 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:53:44.480098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45928) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:44.482542 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:44.483614 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.506783 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:44.510929 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:44.518969 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7284842 Jun 07 13:53:44.562304 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-99153f3f-cd6e-465c-9be3-a4611416a620 req-6e071dc5-0820-4951-9df4-b922d00444d4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829563 Jun 07 13:53:44.705784 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.821202 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-3c537806-e8f7-4a77-8412-fcd0f47d5cae None None] Provisioning for port 368f611b-7c37-4b4d-84c7-375ef3d31c4c completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:53:44.828981 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.832145 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-3c537806-e8f7-4a77-8412-fcd0f47d5cae None None] Provisioning complete for port 368f611b-7c37-4b4d-84c7-375ef3d31c4c triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:53:44.832989 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3c537806-e8f7-4a77-8412-fcd0f47d5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.834057 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:44.843125 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:44.899957 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=306ff300a5a048f79591d09eb8bad2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183726 Jun 07 13:53:44.902667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f02306-710b-4aa5-a2bd-4c17fc98a4ca,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:44.903992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45936) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:44.908203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:44.933762 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-3c537806-e8f7-4a77-8412-fcd0f47d5cae None None] Port 368f611b-7c37-4b4d-84c7-375ef3d31c4c cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:53:45.040882 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.079797 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.091906 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0abab1-ecdb-49cd-b625-ffd57ba1dc71 req-fb650b88-bbeb-4c6a-94ea-a72ca2a7010f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:45.093374 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2e0abab1-ecdb-49cd-b625-ffd57ba1dc71 req-fb650b88-bbeb-4c6a-94ea-a72ca2a7010f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1687915 Jun 07 13:53:45.160391 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2e0abab1-ecdb-49cd-b625-ffd57ba1dc71 req-bc54c725-1a24-4740-b2c7-297849c9a8a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572069 Jun 07 13:53:45.165242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a47ef-8e73-4893-b0cd-d7966d2cf7ca req-7819419f-5013-44a3-8cbd-9c8e65b122da tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:45.167929 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e74a47ef-8e73-4893-b0cd-d7966d2cf7ca req-7819419f-5013-44a3-8cbd-9c8e65b122da tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1551249 Jun 07 13:53:45.195935 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.200603 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.202341 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4f02306-710b-4aa5-a2bd-4c17fc98a4ca HTTP/1.1" status: 204 len: 168 time: 0.2960362 Jun 07 13:53:45.204133 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d64ce5bf-74a5-4513-9cff-029203d68e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:45.214404 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f02306-710b-4aa5-a2bd-4c17fc98a4ca,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:45.219918 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:45.245713 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e74a47ef-8e73-4893-b0cd-d7966d2cf7ca req-a7173788-0ca1-4732-ba96-6aa2f919b132 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703790 Jun 07 13:53:45.589188 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 45952) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:45.618192 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.672389 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfc2e3-0157-4978-92d7-7a28c30fb33e req-9a67136a-01d0-4283-ae9a-c365357881e6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:45.674935 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-74bfc2e3-0157-4978-92d7-7a28c30fb33e req-9a67136a-01d0-4283-ae9a-c365357881e6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1646092 Jun 07 13:53:45.747483 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-74bfc2e3-0157-4978-92d7-7a28c30fb33e req-d8adf726-71e5-43c3-a8bd-8be189b130c1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639789 Jun 07 13:53:45.849051 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fef3f-8cdb-4bec-a09e-37eb8584fe9a req-b84e23a1-4cc3-41ce-9f6a-46560b1ed73d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:45.852707 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-301fef3f-8cdb-4bec-a09e-37eb8584fe9a req-b84e23a1-4cc3-41ce-9f6a-46560b1ed73d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 932 time: 0.1280396 Jun 07 13:53:45.854014 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.859953 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:45.875388 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d9409655-5b07-47eb-a570-4dc5df05de1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:45.919705 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f452a1c3-f1ec-4d15-a509-6a8811c54127,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:45.923488 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:45.941748 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-301fef3f-8cdb-4bec-a09e-37eb8584fe9a req-1ccedafc-f19e-4587-9e64-66ef5c8908bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835893 Jun 07 13:53:45.961948 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=238328c2d5b747d6944a9acbf2fe4495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710313 Jun 07 13:53:45.964320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 45960) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:46.038142 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:46.084464 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:46.164516 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:46.169527 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:46.173276 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f452a1c3-f1ec-4d15-a509-6a8811c54127 HTTP/1.1" status: 204 len: 168 time: 0.2062147 Jun 07 13:53:46.174545 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:46.190143 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f452a1c3-f1ec-4d15-a509-6a8811c54127,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:46.195998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:46.414158 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d942d-58ae-405c-aec6-e2f358acc91b req-d6690cbb-8611-4b84-a66f-aba3a60bedb4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:46.416494 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-341d942d-58ae-405c-aec6-e2f358acc91b req-d6690cbb-8611-4b84-a66f-aba3a60bedb4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1113989 Jun 07 13:53:46.488819 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-341d942d-58ae-405c-aec6-e2f358acc91b req-c6878f98-9d1c-47d8-b5ca-16c6001dae4e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613799 Jun 07 13:53:46.691911 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Request body: {'port': {'device_id': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:46.902499 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:47.120490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-6de2b5cf-1817-452a-b275-8e5a87437f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.122215 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d500f312-e4bb-468a-bc36-44d84c6bf90f req-6de2b5cf-1817-452a-b275-8e5a87437f9d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4382761 Jun 07 13:53:47.140892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-01b7d2c6-a666-4fb2-8484-d5fda1089282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.142562 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-01b7d2c6-a666-4fb2-8484-d5fda1089282 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1097 time: 0.4238653 Jun 07 13:53:47.151707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-91e2948c-6e3e-4720-91b0-36137304d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.153944 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-91e2948c-6e3e-4720-91b0-36137304d66d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1096 time: 0.3818421 Jun 07 13:53:47.180057 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c0a9-1e6a-4521-9c8b-455a8eec038b req-ad067f38-e830-4fda-a27c-0e92dafd8cc0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.180057 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f8c8c0a9-1e6a-4521-9c8b-455a8eec038b req-ad067f38-e830-4fda-a27c-0e92dafd8cc0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.2198505 Jun 07 13:53:47.440321 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a6f29-091a-4751-9b27-570d6fff8556 req-59b52205-064d-4edf-bd10-16064da00b50 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.441892 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a67a6f29-091a-4751-9b27-570d6fff8556 req-59b52205-064d-4edf-bd10-16064da00b50 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 932 time: 0.2910419 Jun 07 13:53:47.459861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46002) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:47.575688 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368f611b-7c37-4b4d-84c7-375ef3d31c4c {{(pid=91745) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:47.595241 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:47.617331 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a67a6f29-091a-4751-9b27-570d6fff8556 req-93d8fafd-376d-4d07-9498-e7eed38f5b31 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451201 Jun 07 13:53:47.620750 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-ad69664a-6136-4bbc-b059-385ceef8bd1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.3493726 Jun 07 13:53:47.624144 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-18a22203-ab36-49c6-aaa4-a1cc6c43a721 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 HTTP/1.1" status: 200 len: 217 time: 0.4446104 Jun 07 13:53:47.630664 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.provisioning_blocks [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Transition to ACTIVE for port object 368f611b-7c37-4b4d-84c7-375ef3d31c4c will not be triggered until provisioned by entity L2. {{(pid=91745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:53:47.636718 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:47.652377 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:47.765950 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-599848254-network', 'tenant_id': 'd98730e9d52d44e292b78e350f953d38'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:47.802069 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Made reservation on behalf of d98730e9d52d44e292b78e350f953d38 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:47.804848 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:47.820622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-271b2913-75f0-4cad-b4c9-20b398933161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.822414 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-271b2913-75f0-4cad-b4c9-20b398933161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.1859870 Jun 07 13:53:47.909603 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:47.927846 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.managers [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Attempting to bind port 368f611b-7c37-4b4d-84c7-375ef3d31c4c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:53:47.927846 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.managers [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Attempting to bind port 368f611b-7c37-4b4d-84c7-375ef3d31c4c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}] {{(pid=91745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:53:47.928203 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Attempting to bind port 368f611b-7c37-4b4d-84c7-375ef3d31c4c on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:47.948833 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-970ef7d5-7c8c-44dd-b28e-21c2cb49f6dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074250 Jun 07 13:53:47.960943 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f8c8c0a9-1e6a-4521-9c8b-455a8eec038b req-48121630-b36e-4eea-9c6d-d5736add55eb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381761 Jun 07 13:53:47.991789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-952be3f7-5454-4dd5-8a9c-9c92a8753add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:47.993608 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-952be3f7-5454-4dd5-8a9c-9c92a8753add service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.3549619 Jun 07 13:53:48.001905 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Port 368f611b-7c37-4b4d-84c7-375ef3d31c4c on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:53:48.001905 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Attempting to bind port 368f611b-7c37-4b4d-84c7-375ef3d31c4c on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:53:48.021079 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:53:48.021606 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Checking segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:48.022705 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Bound using segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} {{(pid=91745) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:53:48.023628 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.managers [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Bound port: 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}}] {{(pid=91745) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:53:48.024378 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.043138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Pushing event updated for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:48.047380 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:48.091429 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-c146d51a-f389-4b26-9fc6-3b0e2f8a7931 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704525 Jun 07 13:53:48.096452 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-7d2dd2cd-990e-40ec-9a90-e5dc6b4e2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:48.097993 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-7d2dd2cd-990e-40ec-9a90-e5dc6b4e2c6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1096 time: 0.7423441 Jun 07 13:53:48.281875 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-ca924f28-f16e-4741-b8a1-c491924f5c1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 217 time: 0.1266730 Jun 07 13:53:48.346205 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af530d63-927d-459e-867c-bd3aefad20e7 req-e39dc551-fdcb-4203-b797-592eae29c4b4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:48.348092 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-af530d63-927d-459e-867c-bd3aefad20e7 req-e39dc551-fdcb-4203-b797-592eae29c4b4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.4139102 Jun 07 13:53:48.370134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, cleared binding levels {{(pid=91745) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:53:48.467030 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-da8db4e9-c873-4d3b-b495-6a577436986b service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005770 Jun 07 13:53:48.483141 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91745) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:53:48.512935 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.565454 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-26908f77-7b60-4eaa-862e-3176f358c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:48.567015 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-26908f77-7b60-4eaa-862e-3176f358c618 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.2773533 Jun 07 13:53:48.572020 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-2e7377c9-c9d9-43d2-ad8d-7cfc56c70eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200921 Jun 07 13:53:48.595500 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-af530d63-927d-459e-867c-bd3aefad20e7 req-6ada4c78-40ae-4927-be9e-73bc4106d5dd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303457 Jun 07 13:53:48.607344 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.633478 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:48.774522 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.808275 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:53:48.856281 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.856779 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Added segment a76b61f5-bddb-4bf1-8010-568e7fe98fba of type vlan for network 900744e5-0749-404e-b220-a4c7cbf68f8a Jun 07 13:53:48.924933 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.954742 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-44cd7727-9c8e-4695-afc3-b3915cab7838 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719675 Jun 07 13:53:48.990695 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.995303 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:48.996718 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for port, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:48.999439 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-817b6d23-ab69-43d0-b55f-6a05f28024c8 req-6b63ac78-00f7-45bd-a3df-5db31f63f4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165184 Jun 07 13:53:49.000568 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 1094 time: 2.3153737 Jun 07 13:53:49.012192 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-82d54f2d-bfb3-4cff-9ebd-69b048a0a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:49.013768 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-82d54f2d-bfb3-4cff-9ebd-69b048a0a88e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4320829 Jun 07 13:53:49.071325 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:53:49.153773 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:49.155441 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:49.160889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Pushing event updated for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=3']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:49.183675 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:49.193077 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:49.249974 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7888374 Jun 07 13:53:49.257042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46054) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:49.263616 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Request body: {'subnet': {'network_id': '900744e5-0749-404e-b220-a4c7cbf68f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-599848254-subnet', 'tenant_id': 'd98730e9d52d44e292b78e350f953d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:49.269498 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68d932f-4ec8-4a38-bd20-27fe54e90d98,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:49.282462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:49.304908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:49.396419 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-d59e9b51-0a90-448a-b25f-7ce86e0ee3dc service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662470 Jun 07 13:53:49.408820 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-48ad2952-d96e-4790-ad00-6438dfc44099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:49.410441 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-48ad2952-d96e-4790-ad00-6438dfc44099 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1097 time: 0.1242330 Jun 07 13:53:49.460079 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14d7dee-ff78-4ab4-b90b-05816644038c" -d '{"events": [{"name": "network-changed", "server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:53:49.471694 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Pushing event updated for resources: {'Network': ['ID=900744e5-0749-404e-b220-a4c7cbf68f8a,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:49.473786 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Made reservation on behalf of d98730e9d52d44e292b78e350f953d38 for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:49.476143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:49.483311 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 900744e5-0749-404e-b220-a4c7cbf68f8a details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:53:49.490445 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:49.501813 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02081816-fe56-4bc9-82e3-fa8489d0c2dc req-ca5c8638-4c09-468e-92c4-1c57c0833640 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:49.509262 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-02081816-fe56-4bc9-82e3-fa8489d0c2dc req-ca5c8638-4c09-468e-92c4-1c57c0833640 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.5397458 Jun 07 13:53:49.634131 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-02081816-fe56-4bc9-82e3-fa8489d0c2dc req-96af38b7-70b2-4871-9c8f-a8bf56add1e1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240590 Jun 07 13:53:49.849960 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:49.857519 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:49.946563 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aec048f-7319-429f-aefc-9113d32d8044,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:49.951022 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:49.959440 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Checking segment: {'id': 'a76b61f5-bddb-4bf1-8010-568e7fe98fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '900744e5-0749-404e-b220-a4c7cbf68f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:49.959813 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Network hostable DHCP agents. Network: 900744e5-0749-404e-b220-a4c7cbf68f8a, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:53:49.978850 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9cd2-7438-45d2-b6a0-2a2c4321b663 req-c1373b07-50d6-4a91-b9a5-8e2155c9e1c3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:49.980335 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e93b9cd2-7438-45d2-b6a0-2a2c4321b663 req-c1373b07-50d6-4a91-b9a5-8e2155c9e1c3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1922264 Jun 07 13:53:50.016082 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Network 900744e5-0749-404e-b220-a4c7cbf68f8a is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:53:50.051810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 900744e5-0749-404e-b220-a4c7cbf68f8a) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:50.069585 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42cba8-1c1a-49ea-b9e1-02ccbd45bc1d None None] Network 900744e5-0749-404e-b220-a4c7cbf68f8a requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:53:50.072118 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e93b9cd2-7438-45d2-b6a0-2a2c4321b663 req-e32ec06d-2ee3-4d68-87e8-c48e9f4305cc tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840836 Jun 07 13:53:50.074194 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:50.075191 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:50.110221 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8505549 Jun 07 13:53:50.230479 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce2f059-8a62-4790-af7a-248352b3c22c x-openstack-request-id: req-dce2f059-8a62-4790-af7a-248352b3c22c {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:53:50.231058 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:53:50.231546 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dce2f059-8a62-4790-af7a-248352b3c22c {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:53:50.232478 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'status': 'completed', 'code': 200} Jun 07 13:53:50.427068 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c90869-0bce-472d-9f63-ed4b547a7a20 req-7a2787ad-8d53-40c6-a54f-1f708962eef3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:50.427068 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-84c90869-0bce-472d-9f63-ed4b547a7a20 req-7a2787ad-8d53-40c6-a54f-1f708962eef3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.0998542 Jun 07 13:53:50.450106 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff728e68-05c5-46d0-ab28-059dce62098c None None] Network 900744e5-0749-404e-b220-a4c7cbf68f8a requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:53:50.492678 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-84c90869-0bce-472d-9f63-ed4b547a7a20 req-8846e910-7fae-48c1-9474-76da82e87dca tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Jun 07 13:53:50.864807 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46094) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:50.870358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840744511-network', 'tenant_id': '3bbe8257cc0a4395842a219fc652c3c9'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:50.903878 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41af154-0785-407e-9dd2-7d2a17cb300f req-f2db2152-20b0-4e61-8181-a792567e04aa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:50.912424 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a41af154-0785-407e-9dd2-7d2a17cb300f req-f2db2152-20b0-4e61-8181-a792567e04aa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1487167 Jun 07 13:53:50.914445 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Made reservation on behalf of 3bbe8257cc0a4395842a219fc652c3c9 for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:50.918443 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:50.942028 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:50.970356 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a41af154-0785-407e-9dd2-7d2a17cb300f req-bf4f4203-b3b5-4fcc-92b5-b777f3f7c92b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539479 Jun 07 13:53:51.099479 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.112912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.117012 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d672e75b-edbd-4388-a9b6-0af5e3cf893e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:51.151486 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:53:51.160111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73349e1f-2468-4415-9c75-8c06eb0144f4,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:51.182393 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.182994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.183859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.184474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.185069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.185674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.186264 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.186842 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.187498 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.188620 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.188984 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.189328 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.193279 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.193611 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Added segment e7c7120c-e29e-497e-b83f-fe47d509fe20 of type vlan for network 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c Jun 07 13:53:51.194939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:51.231043 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.268903 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.270939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:51.271740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.275471 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:51.302133 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761ef69-b888-4edf-9da0-33d76dd8f416 req-a59eea92-c82f-44f7-8d71-0c6cef400a0a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:51.303661 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f761ef69-b888-4edf-9da0-33d76dd8f416 req-a59eea92-c82f-44f7-8d71-0c6cef400a0a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.0886676 Jun 07 13:53:51.325841 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4597762 Jun 07 13:53:51.332200 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46100) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:53:51.338954 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Request body: {'subnet': {'network_id': '8d537bfd-a2dd-4235-8ab8-50417e8e0c1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840744511-subnet', 'tenant_id': '3bbe8257cc0a4395842a219fc652c3c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:53:51.385317 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f761ef69-b888-4edf-9da0-33d76dd8f416 req-0f23e7ee-229a-4fa3-b805-3e0242d3c933 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743232 Jun 07 13:53:51.407243 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Made reservation on behalf of 3bbe8257cc0a4395842a219fc652c3c9 for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:53:51.414937 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.509322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Pushing event updated for resources: {'Network': ['ID=8d537bfd-a2dd-4235-8ab8-50417e8e0c1c,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:51.513420 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:51.522706 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:53:51.749826 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.755972 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9ccad49d-ae64-4a7e-967f-3d11c2d2e606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:51.847252 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996381d-0b3e-4553-8ca6-5a943e9227b1 req-c1cc2633-4291-4bb1-ab44-9e3496df7b54 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:51.848770 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a996381d-0b3e-4553-8ca6-5a943e9227b1 req-c1cc2633-4291-4bb1-ab44-9e3496df7b54 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1917384 Jun 07 13:53:51.849413 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830d69b6-b814-4e2a-9ea5-5ddbc29ff5fe,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:51.865992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.866361 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.866711 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.867054 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.867399 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.867782 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.868119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.868456 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.868801 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.869126 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.869462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.869792 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:51.873269 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:51.898144 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Checking segment: {'id': 'e7c7120c-e29e-497e-b83f-fe47d509fe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '8d537bfd-a2dd-4235-8ab8-50417e8e0c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:53:51.898498 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Network hostable DHCP agents. Network: 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:53:51.929463 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a996381d-0b3e-4553-8ca6-5a943e9227b1 req-819fed73-801f-491d-a814-41ab2709ed21 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670218 Jun 07 13:53:51.944948 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Network 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:53:51.978156 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:53:51.989564 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:51.990493 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:51.997388 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b38514-61d0-4aaa-9220-c677444db87f None None] Network 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:53:52.019089 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6858263 Jun 07 13:53:52.278477 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471fd9-1494-4ab8-93d0-72fb3629bdd4 req-7876497d-a3bb-4d9c-9d4e-3f55ab7a5629 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:52.279975 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b0471fd9-1494-4ab8-93d0-72fb3629bdd4 req-7876497d-a3bb-4d9c-9d4e-3f55ab7a5629 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1102672 Jun 07 13:53:52.360939 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba116f-5cee-4f06-ae41-692528af4480 None None] Network 8d537bfd-a2dd-4235-8ab8-50417e8e0c1c requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:53:52.390457 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b0471fd9-1494-4ab8-93d0-72fb3629bdd4 req-b39878d2-d725-4312-bcc7-68fc0bfb9190 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002877 Jun 07 13:53:52.460766 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-dfe91145-c087-4913-8fdc-c0eaab1db9e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 217 time: 0.1564062 Jun 07 13:53:52.725584 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2e32fec-b401-4013-bc23-4c45d20f8814 req-33ec208d-26c5-440d-b6dd-7b460d7972af service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165252 Jun 07 13:53:52.729437 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-f9637bd3-b2e1-4c56-bf87-0073ee9689ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:52.731149 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-f9637bd3-b2e1-4c56-bf87-0073ee9689ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.2448018 Jun 07 13:53:52.808567 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef5104-4254-450a-addc-d26d5dd079e9 req-145241aa-adef-4d99-a1b5-8013e509788e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:52.810638 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cdef5104-4254-450a-addc-d26d5dd079e9 req-145241aa-adef-4d99-a1b5-8013e509788e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.2586863 Jun 07 13:53:52.875431 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cdef5104-4254-450a-addc-d26d5dd079e9 req-6fe34f94-6289-4098-97cf-07a7fb5086ba tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543497 Jun 07 13:53:52.897706 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-05e44275-3c6d-4bf2-9ab7-d106a7097f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:52.900398 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-05e44275-3c6d-4bf2-9ab7-d106a7097f4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1382520 Jun 07 13:53:53.271177 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-0fe84403-864d-4cdf-803c-da9fe2df8f61 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983425 Jun 07 13:53:53.405987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09373aeb-3760-432f-9ac1-a32842d0dabd req-9e3df85d-4559-47b6-a451-969d0f1148cc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:53.409780 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09373aeb-3760-432f-9ac1-a32842d0dabd req-9e3df85d-4559-47b6-a451-969d0f1148cc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2508771 Jun 07 13:53:53.624736 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09373aeb-3760-432f-9ac1-a32842d0dabd req-ed3af181-ea49-4f5f-b106-1cb5cd2022a3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232238 Jun 07 13:53:53.628492 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5947982a-d35f-4067-bdc0-f86f85badcfd req-26046f0b-d738-438d-94d3-249182fe98e6 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226473 Jun 07 13:53:53.684890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121587e-8ebf-4e6c-b3b8-98953af8464a req-9de972ec-9be7-4afb-8039-929d6ef729e5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:53.686359 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6121587e-8ebf-4e6c-b3b8-98953af8464a req-9de972ec-9be7-4afb-8039-929d6ef729e5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1384158 Jun 07 13:53:53.740784 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6121587e-8ebf-4e6c-b3b8-98953af8464a req-c9f2d744-3f97-46b1-b423-e984f68b9f44 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Jun 07 13:53:53.880289 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-0519f248-69c4-426a-abbb-2045975ba4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:53.882816 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-0519f248-69c4-426a-abbb-2045975ba4e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1097 time: 0.1105621 Jun 07 13:53:54.114228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-4583377f-3312-47d9-b397-d5a7120d693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:54.115613 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-4583377f-3312-47d9-b397-d5a7120d693d service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.2240560 Jun 07 13:53:54.201194 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-4f97da1b-6e38-434f-a6de-78fa4f075bcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 217 time: 0.0777957 Jun 07 13:53:54.248961 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9437d8-5879-4ebc-bdd5-89856bbf3b01 req-b06b89f2-52e1-445c-af92-0baf4a7f787d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:54.250990 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8f9437d8-5879-4ebc-bdd5-89856bbf3b01 req-b06b89f2-52e1-445c-af92-0baf4a7f787d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.2304294 Jun 07 13:53:54.305977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-50c2b4a1-682c-4a46-9a15-fbb804ca9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:54.307747 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-50c2b4a1-682c-4a46-9a15-fbb804ca9b9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0988455 Jun 07 13:53:54.318212 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8f9437d8-5879-4ebc-bdd5-89856bbf3b01 req-5e28e5ab-de89-413f-ad80-bee5dfd511b0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603020 Jun 07 13:53:54.410762 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-70acd6a5-c60b-4f87-a629-e9600a88bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:54.412265 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-70acd6a5-c60b-4f87-a629-e9600a88bb55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900373 Jun 07 13:53:54.611293 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-c3590c95-7f23-4dd9-b64e-4b29917490b4 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850247 Jun 07 13:53:54.640793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:54.966451 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:54.982428 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:53:55.003872 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948dd48-a42e-40ac-9229-f1ec9800fe17 req-8296606d-8c88-4a09-917f-da9e83172a9b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:55.006216 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0948dd48-a42e-40ac-9229-f1ec9800fe17 req-8296606d-8c88-4a09-917f-da9e83172a9b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2072718 Jun 07 13:53:55.051585 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:55.070763 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c14d7dee-ff78-4ab4-b90b-05816644038c req-6063184a-3bb2-4c77-ba6f-1607144da70a service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527216 Jun 07 13:53:55.072338 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:55.118650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2b51d-b6f2-4a42-8959-4b656db4651d req-cef0ac28-6ca2-43a9-928d-f8293362876c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:55.120505 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2d2b51d-b6f2-4a42-8959-4b656db4651d req-cef0ac28-6ca2-43a9-928d-f8293362876c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1739213 Jun 07 13:53:55.123230 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0948dd48-a42e-40ac-9229-f1ec9800fe17 req-17cdb252-7d6f-4aa8-87d6-f42abe6563f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103749 Jun 07 13:53:55.130026 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:55.135685 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:55.136521 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:55.140129 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c51bced8-f52b-472a-9a47-968ee90d6c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:55.217886 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2d2b51d-b6f2-4a42-8959-4b656db4651d req-6da7cc11-9aed-408f-a288-546a4ae3e367 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912654 Jun 07 13:53:55.312038 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:55.329817 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.330246 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.330653 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.331119 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.331793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.332241 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.332667 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.333133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.334946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.334946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.334946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.336190 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:53:55.359024 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:55.500513 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0b3d0cae-24ac-47e7-b524-9b1933ac01b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:55.582620 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:55.608717 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'port_id': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'mac_address': 'fa:16:3e:f0:71:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:53:55.621440 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31be537-b9c5-4c6f-ada7-daea2e918726 req-31fd6cb5-88f0-4e94-b38a-df12bacd879f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:55.629653 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e31be537-b9c5-4c6f-ada7-daea2e918726 req-31fd6cb5-88f0-4e94-b38a-df12bacd879f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 944 time: 0.1241655 Jun 07 13:53:55.701063 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:55.705787 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e31be537-b9c5-4c6f-ada7-daea2e918726 req-c376d71c-1b4f-46fa-8786-60f573f26948 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752077 Jun 07 13:53:55.740142 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:55.773291 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:55.778769 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:55.780641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:55.788419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:55.897296 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:55.924538 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:55.934266 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:55.938991 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7', 'network_id': '83cad826-54e2-4fd5-b254-f1f4b313db20', 'port_id': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7', 'mac_address': 'fa:16:3e:e4:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6c4738e-1014-4d8b-bd4b-657d037d7f98', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:53:56.013030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:56.038207 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:53:56.059460 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:56.066415 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:56.069345 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-e10c0f17-1adb-4a23-98f7-11c38427d253 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:53:56.195576 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:53:56.209820 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:53:56.387145 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7fd1a-8b6e-4932-87b6-bf7edf1f117c req-3ae21891-0ad1-449f-bfe5-04fd135e7b9e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:56.389616 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e9d7fd1a-8b6e-4932-87b6-bf7edf1f117c req-3ae21891-0ad1-449f-bfe5-04fd135e7b9e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1172488 Jun 07 13:53:56.464637 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e9d7fd1a-8b6e-4932-87b6-bf7edf1f117c req-f9ef4452-c1d7-4283-820d-1f18b2e63412 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642736 Jun 07 13:53:56.535639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821e428-d8a8-4837-83b5-e50f86feb49c req-4c6d4208-7106-4282-8a06-51f0d3c451d1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:56.539038 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9821e428-d8a8-4837-83b5-e50f86feb49c req-4c6d4208-7106-4282-8a06-51f0d3c451d1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1496720 Jun 07 13:53:56.604339 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9821e428-d8a8-4837-83b5-e50f86feb49c req-c1f368e8-5532-4fbc-af2d-ea8e2fb97220 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539958 Jun 07 13:53:56.942198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13385c8d-28b5-483a-9825-a7768400f7c7 req-279e029f-2f56-4165-9560-c5f6cc12e8a5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:56.943716 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13385c8d-28b5-483a-9825-a7768400f7c7 req-279e029f-2f56-4165-9560-c5f6cc12e8a5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1107419 Jun 07 13:53:56.993477 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13385c8d-28b5-483a-9825-a7768400f7c7 req-f6ff317e-5e7e-46a8-8c1c-f7cab7d1b7fe tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Jun 07 13:53:57.764354 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdf5ae-86b8-48ed-a36b-ac336b6eeffe req-cb7833cd-dffa-4429-accc-0e4b9825baca tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:57.767838 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-32fdf5ae-86b8-48ed-a36b-ac336b6eeffe req-cb7833cd-dffa-4429-accc-0e4b9825baca tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1573865 Jun 07 13:53:57.823560 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-32fdf5ae-86b8-48ed-a36b-ac336b6eeffe req-3e9a6d72-6da9-40e4-ab55-f943711c0f17 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490932 Jun 07 13:53:57.854926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be64f70-0b74-4761-94da-bd5d123d3145 req-452c5e7b-b855-46e7-8654-88e9d5e4dc2d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:57.856559 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3be64f70-0b74-4761-94da-bd5d123d3145 req-452c5e7b-b855-46e7-8654-88e9d5e4dc2d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1006386 Jun 07 13:53:57.908118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5cfca568-5f0e-4537-84de-2637a746650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:57.913659 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3be64f70-0b74-4761-94da-bd5d123d3145 req-3403bb4c-3d0a-4aed-ac5b-9b1e1d2fe117 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510743 Jun 07 13:53:58.054349 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:58.212377 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e363-8bd9-486a-b399-ff9183300929 req-3b73bcb8-4371-4493-aa12-e9212cadeb98 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:58.213811 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0806e363-8bd9-486a-b399-ff9183300929 req-3b73bcb8-4371-4493-aa12-e9212cadeb98 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.0929883 Jun 07 13:53:58.272470 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0806e363-8bd9-486a-b399-ff9183300929 req-4221560a-dbc0-460c-8769-f7e032f8a406 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514655 Jun 07 13:53:59.062901 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dc824-fb3b-4585-b9d3-b4afc023631c req-c03e9b03-7bf5-49d4-b52f-fa3f4f22c8f7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:59.068555 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-363dc824-fb3b-4585-b9d3-b4afc023631c req-c03e9b03-7bf5-49d4-b52f-fa3f4f22c8f7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1041598 Jun 07 13:53:59.142180 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4839a-7aa6-4526-94d0-b9af2d2e7266 req-b0bf9fd0-9913-4e35-8110-87299a9ea779 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:59.146242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:53:59.150186 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fbe4839a-7aa6-4526-94d0-b9af2d2e7266 req-b0bf9fd0-9913-4e35-8110-87299a9ea779 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 944 time: 0.1239693 Jun 07 13:53:59.161786 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-363dc824-fb3b-4585-b9d3-b4afc023631c req-c7eecdc9-3ae8-4ee1-8b80-181f3a9c6646 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844319 Jun 07 13:53:59.239666 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fbe4839a-7aa6-4526-94d0-b9af2d2e7266 req-13f6a54e-65fd-4a48-8d28-fdea0ef856a4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885637 Jun 07 13:53:59.485019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44002a5e-34fb-45bf-bae6-bd3c27b7f73f req-c8d680f5-a6e7-449e-a8bf-3f038cf2cc12 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:53:59.486565 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44002a5e-34fb-45bf-bae6-bd3c27b7f73f req-c8d680f5-a6e7-449e-a8bf-3f038cf2cc12 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.0878074 Jun 07 13:53:59.543171 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44002a5e-34fb-45bf-bae6-bd3c27b7f73f req-7cbaf42b-3334-476f-ad7f-2cf934a0cbc4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478749 Jun 07 13:53:59.804125 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 368f611b-7c37-4b4d-84c7-375ef3d31c4c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:53:59.960181 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:53:59.977855 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'port_id': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'mac_address': 'fa:16:3e:9f:38:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:54:00.014059 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['561ca597-9635-4e5c-a850-639e3ae40bbe'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:54:00.091988 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:00.115269 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['4833bb37-9307-4a0a-8a55-b9f5ac29a2f6'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:54:00.165561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:54:00.194175 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368f611b-7c37-4b4d-84c7-375ef3d31c4c {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:54:00.310664 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:00.340639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:00.357093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:00.540693 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ab94-518c-4d7f-8d6d-043c1b02ccbb req-3a18f8f5-e91c-4430-ac81-6c6ef5b67628 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:00.542482 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1e06ab94-518c-4d7f-8d6d-043c1b02ccbb req-3a18f8f5-e91c-4430-ac81-6c6ef5b67628 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1292858 Jun 07 13:54:00.569381 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44d5e0-9d4a-4a1c-addb-23b383dd6f86 req-9bc450ee-7f9c-4293-ae7f-0552c1053344 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:00.572810 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9a44d5e0-9d4a-4a1c-addb-23b383dd6f86 req-9bc450ee-7f9c-4293-ae7f-0552c1053344 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 945 time: 0.1436510 Jun 07 13:54:00.591064 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:00.607592 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:00.628552 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1e06ab94-518c-4d7f-8d6d-043c1b02ccbb req-57d902a3-8157-4fa4-ae6c-b6c0a3e293bb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745609 Jun 07 13:54:00.633084 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9a44d5e0-9d4a-4a1c-addb-23b383dd6f86 req-8ef91d67-9908-47b9-838a-04ca722b714a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530114 Jun 07 13:54:00.786285 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['368f611b-7c37-4b4d-84c7-375ef3d31c4c'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:54:00.856553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3ccca-5994-4c80-a394-41a56d808324 req-9befde92-8d17-4de8-9aae-c8fedfb405a3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:00.858013 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cfc3ccca-5994-4c80-a394-41a56d808324 req-9befde92-8d17-4de8-9aae-c8fedfb405a3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1065807 Jun 07 13:54:00.899301 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:00.928549 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cfc3ccca-5994-4c80-a394-41a56d808324 req-fee48ce0-81f4-404f-b308-9e790ce83bb0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609066 Jun 07 13:54:01.945379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc246dc8-baf2-494f-8fb8-a7018442384d req-c8af3395-e48e-42e6-a62c-1dfd41b65f4d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:01.957017 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc246dc8-baf2-494f-8fb8-a7018442384d req-c8af3395-e48e-42e6-a62c-1dfd41b65f4d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1452446 Jun 07 13:54:02.002319 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64639c-bdc2-4fb7-b9ce-2ea2733a2a19 req-f1cd06fc-017d-4c21-9574-c6ee8d6d7ae6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:02.004410 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2d64639c-bdc2-4fb7-b9ce-2ea2733a2a19 req-f1cd06fc-017d-4c21-9574-c6ee8d6d7ae6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 945 time: 0.2157159 Jun 07 13:54:02.007415 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-2bbd19cd-e369-47e4-adc4-19b93f9eced3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696267 Jun 07 13:54:02.014255 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc246dc8-baf2-494f-8fb8-a7018442384d req-24bd6e9a-f2c5-42df-aa49-1e2ae23effba tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553184 Jun 07 13:54:02.085936 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2d64639c-bdc2-4fb7-b9ce-2ea2733a2a19 req-6120aefa-2d7d-4218-a0d8-64ff8d4c090d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711184 Jun 07 13:54:02.291256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-47e92c32-0ce1-4746-903b-01a592e1383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:02.293748 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-47e92c32-0ce1-4746-903b-01a592e1383c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fef48c0f5b564e7da562222489f88034&device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 1098 time: 0.1410398 Jun 07 13:54:02.313631 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dd1ce-c19f-45b8-9c86-c66b77a4c745 req-d1e85663-f723-4b31-8d93-28c573796fe9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:02.316806 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d39dd1ce-c19f-45b8-9c86-c66b77a4c745 req-d1e85663-f723-4b31-8d93-28c573796fe9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1327617 Jun 07 13:54:02.380476 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d39dd1ce-c19f-45b8-9c86-c66b77a4c745 req-5609d05c-64e5-4d6a-8f7e-8e7a809fd65c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 Jun 07 13:54:02.503570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-8954ce03-8260-4c0a-a82c-785c7b8fb007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:02.505044 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-8954ce03-8260-4c0a-a82c-785c7b8fb007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02e8a796-50f0-4be7-aafe-e069c2b39435 HTTP/1.1" status: 200 len: 912 time: 0.1867137 Jun 07 13:54:03.278653 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa7465-6c4e-4bc5-b1b2-e8ed8472ed66 req-8faf4ab1-1c0a-45d3-a369-fbd1c07b2bd7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:03.280974 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-54aa7465-6c4e-4bc5-b1b2-e8ed8472ed66 req-8faf4ab1-1c0a-45d3-a369-fbd1c07b2bd7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1329513 Jun 07 13:54:03.347772 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-54aa7465-6c4e-4bc5-b1b2-e8ed8472ed66 req-1265ebcb-c912-41c0-ad3b-4d6b0a4ee260 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591421 Jun 07 13:54:03.353930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516972f8-b440-4ee1-a1ca-2a1f26456db0 req-bfb64dfb-fa16-4fcc-8a7f-c62b1ea5f46e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:03.362630 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-516972f8-b440-4ee1-a1ca-2a1f26456db0 req-bfb64dfb-fa16-4fcc-8a7f-c62b1ea5f46e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 945 time: 0.1148868 Jun 07 13:54:03.416758 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-516972f8-b440-4ee1-a1ca-2a1f26456db0 req-6839332f-65b4-435a-994c-a77c02c36e9a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532012 Jun 07 13:54:03.498909 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-da6eee29-d69e-4ef3-a123-cad7ff0d1f67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=356d0f8c-af92-4092-9260-eed218da16d4 HTTP/1.1" status: 200 len: 217 time: 0.0808403 Jun 07 13:54:03.626394 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a330-e032-4596-8b54-9869dc19f0c6 req-b4bc2641-377c-42d5-a4df-a6b1206a298d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:03.628601 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cc69a330-e032-4596-8b54-9869dc19f0c6 req-b4bc2641-377c-42d5-a4df-a6b1206a298d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1144185 Jun 07 13:54:03.700014 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cc69a330-e032-4596-8b54-9869dc19f0c6 req-114fd891-576f-431e-96df-b1e34df38668 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601130 Jun 07 13:54:03.922420 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18654d4d-daf3-4c3c-a199-cda4a52bd1ce req-3390f78f-9380-457e-bf2b-62edfe18604e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:03.924461 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-18654d4d-daf3-4c3c-a199-cda4a52bd1ce req-3390f78f-9380-457e-bf2b-62edfe18604e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.0818474 Jun 07 13:54:03.981199 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-18654d4d-daf3-4c3c-a199-cda4a52bd1ce req-ceac1963-fd7e-4869-9a81-d2d91a4356eb tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466018 Jun 07 13:54:04.392866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-a05cd68f-ff46-4115-a219-9a94b0d82c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:04.394996 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-a05cd68f-ff46-4115-a219-9a94b0d82c36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c53532bd-3a19-4673-9a4d-0e4c65170c32 HTTP/1.1" status: 200 len: 851 time: 0.0706248 Jun 07 13:54:04.698778 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28883c9b-1d1a-4a43-9523-a10a7cd6263b req-c6e71372-a92c-46d2-9066-e9527c9e6ea4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:04.700589 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28883c9b-1d1a-4a43-9523-a10a7cd6263b req-c6e71372-a92c-46d2-9066-e9527c9e6ea4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 945 time: 0.1191463 Jun 07 13:54:04.739376 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d981f1-b6eb-49d5-9516-1e0456ff31fd req-29decd8a-6c24-4dd0-9277-ab595a1c4439 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:04.741895 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a2d981f1-b6eb-49d5-9516-1e0456ff31fd req-29decd8a-6c24-4dd0-9277-ab595a1c4439 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1143770 Jun 07 13:54:04.778890 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28883c9b-1d1a-4a43-9523-a10a7cd6263b req-d31cc654-27c0-466d-a963-ae05f7639581 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669122 Jun 07 13:54:04.816815 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a2d981f1-b6eb-49d5-9516-1e0456ff31fd req-66134d78-c34c-412b-9113-ee2099108096 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640857 Jun 07 13:54:05.052331 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314503b-8ce4-4509-bfe8-dce3333404a0 req-0a2a1f18-079f-44f8-b58a-000d75392dd8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:05.054296 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1314503b-8ce4-4509-bfe8-dce3333404a0 req-0a2a1f18-079f-44f8-b58a-000d75392dd8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1622956 Jun 07 13:54:05.124256 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1314503b-8ce4-4509-bfe8-dce3333404a0 req-da41b384-d98b-4428-9eb5-df0a17ffa44d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 Jun 07 13:54:05.214539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fc9e6-fcf6-42a4-800e-40c7fcadc8c3 req-d197071c-ce3f-423c-8331-e7b76322d551 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:05.216134 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d23fc9e6-fcf6-42a4-800e-40c7fcadc8c3 req-d197071c-ce3f-423c-8331-e7b76322d551 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1079299 Jun 07 13:54:05.287197 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d23fc9e6-fcf6-42a4-800e-40c7fcadc8c3 req-d50d30d3-498f-40a8-928c-120faaa16a4b tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637600 Jun 07 13:54:05.375253 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:54:05.450864 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:05.472704 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:54:05.481262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:54:05.482013 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:05.515087 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-1e7c330e-5ca9-4ddf-97e3-50c0f2272ffe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02e8a796-50f0-4be7-aafe-e069c2b39435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788138 Jun 07 13:54:05.624047 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:05.666448 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:54:05.669845 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af3ab50-1b92-45ec-ac5d-29c5b852568d" -d '{"events": [{"server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "name": "network-vif-plugged", "status": "completed", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:54:05.689077 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:05.694624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:05.695543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:54:05.738532 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-7f00d8ca-bb70-45ca-b61b-f8e20008c701 service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118342 Jun 07 13:54:05.745375 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:05.782422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fc58b5-595a-402e-9e0a-2b3b3fa83ca5 x-openstack-request-id: req-a6fc58b5-595a-402e-9e0a-2b3b3fa83ca5 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:54:05.782852 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "name": "network-vif-plugged", "status": "completed", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:54:05.782965 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6fc58b5-595a-402e-9e0a-2b3b3fa83ca5 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:54:05.783354 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7', 'code': 200} Jun 07 13:54:05.892449 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:05.907812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:05.921275 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 561ca597-9635-4e5c-a850-639e3ae40bbe completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:54:05.935303 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 561ca597-9635-4e5c-a850-639e3ae40bbe triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:54:05.935779 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.053467 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84d6a93f-ce41-4f4e-984d-db7bcadecfec req-68f7d786-af9d-451d-a305-06eff9fc6e03 service neutron] 10.222.0.55 "GET /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938457 Jun 07 13:54:06.162568 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.201989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559aeca-dc79-466f-925f-4d2dffbd5c22 req-fbea45f9-89c5-4358-b18a-3299b731ed85 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:06.209838 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d559aeca-dc79-466f-925f-4d2dffbd5c22 req-fbea45f9-89c5-4358-b18a-3299b731ed85 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 945 time: 0.2271085 Jun 07 13:54:06.216152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:06.224737 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.226595 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 368f611b-7c37-4b4d-84c7-375ef3d31c4c up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:54:06.285053 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:06.292788 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d559aeca-dc79-466f-925f-4d2dffbd5c22 req-412fc561-3099-438e-92d5-06b2160950fb tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725093 Jun 07 13:54:06.298022 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a33f11-634d-4a45-8368-448133f812fb req-4ae1ff83-153f-4595-ba72-ce391fa8f2ff tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:06.312524 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-98a33f11-634d-4a45-8368-448133f812fb req-4ae1ff83-153f-4595-ba72-ce391fa8f2ff tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1927402 Jun 07 13:54:06.412773 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-98a33f11-634d-4a45-8368-448133f812fb req-14c932f4-a85a-4f1a-b491-cf93d3e25e77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968301 Jun 07 13:54:06.484090 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:06.490486 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:06.527890 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 368f611b-7c37-4b4d-84c7-375ef3d31c4c completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:54:06.535847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 368f611b-7c37-4b4d-84c7-375ef3d31c4c triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:54:06.536224 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.592000 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d793a-2599-4851-8215-471f03be1021 req-8b58846f-beef-460a-b344-45ce0f2b9051 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:06.594363 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f83d793a-2599-4851-8215-471f03be1021 req-8b58846f-beef-460a-b344-45ce0f2b9051 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 945 time: 0.1679409 Jun 07 13:54:06.709316 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f83d793a-2599-4851-8215-471f03be1021 req-f735fca7-45f1-4570-9cef-981289c01ca7 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064241 Jun 07 13:54:06.735052 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91639690-19ea-4a17-adb1-29e738232f30 req-f31abf06-7324-4f18-bab2-7e4bda858e97 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:06.735592 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.736294 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-91639690-19ea-4a17-adb1-29e738232f30 req-f31abf06-7324-4f18-bab2-7e4bda858e97 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1350837 Jun 07 13:54:06.793582 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-91639690-19ea-4a17-adb1-29e738232f30 req-2379c8f4-48d0-4594-bc35-a397a51b938f tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563869 Jun 07 13:54:06.819999 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:06.824932 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:06.826725 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:54:06.860795 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:07.033221 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:07.040585 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:07.054242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:54:07.063671 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:54:07.064258 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:07.262735 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:07.307794 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:07.314889 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:07.316049 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8e4e-d887-4c41-9bdd-9994825d4f48 req-1ed7d4c5-3f19-4963-b6fb-73e9991690cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:07.318594 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd8b8e4e-d887-4c41-9bdd-9994825d4f48 req-1ed7d4c5-3f19-4963-b6fb-73e9991690cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.1223383 Jun 07 13:54:07.318819 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:07.397869 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:07.401198 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:07.509608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1ee55-d245-4b03-8e30-eef9d8da576a req-c29e4944-e2f7-447b-8e51-086510367944 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:07.513695 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bec1ee55-d245-4b03-8e30-eef9d8da576a req-c29e4944-e2f7-447b-8e51-086510367944 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0948269 Jun 07 13:54:07.575024 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bec1ee55-d245-4b03-8e30-eef9d8da576a req-57106261-4a1c-4831-8250-2b2e575fa880 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521288 Jun 07 13:54:07.682444 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bfa61-4854-46e8-8d63-51c5b242d03a req-746c1d03-26e1-4d64-9392-f3b912d37a88 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:07.683951 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4d6bfa61-4854-46e8-8d63-51c5b242d03a req-746c1d03-26e1-4d64-9392-f3b912d37a88 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1111925 Jun 07 13:54:07.734323 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4d6bfa61-4854-46e8-8d63-51c5b242d03a req-4297ae41-8b01-4600-a9e0-5069be219a14 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Jun 07 13:54:07.784914 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}, {'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c'}, {'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:54:07.787656 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f58a01-f509-447f-86dc-9ed5cdacbd80" -d '{"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}, {"server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "name": "network-vif-plugged", "status": "completed", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c"}, {"server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "name": "network-vif-plugged", "status": "completed", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:54:07.851725 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Jun 2021 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d351e-9bed-45f0-97ac-9f4749228a01 x-openstack-request-id: req-ce5d351e-9bed-45f0-97ac-9f4749228a01 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:54:07.852379 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "code": 200}, {"server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "name": "network-vif-plugged", "status": "completed", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c", "code": 200}, {"server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "name": "network-vif-plugged", "status": "completed", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:54:07.852934 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce5d351e-9bed-45f0-97ac-9f4749228a01 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:54:07.853596 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'code': 200} Jun 07 13:54:07.854069 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'code': 200} Jun 07 13:54:07.854599 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'code': 200} Jun 07 13:54:07.954827 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7d079-f4cd-4a25-b559-cfe3e1c5051b req-bb51f39e-d5c9-4d12-a391-0fb99a7a3b35 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:07.957437 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3cc7d079-f4cd-4a25-b559-cfe3e1c5051b req-bb51f39e-d5c9-4d12-a391-0fb99a7a3b35 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1217718 Jun 07 13:54:08.030122 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3cc7d079-f4cd-4a25-b559-cfe3e1c5051b req-a2784f7d-da23-44c0-a79d-7c9cabb7a129 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665205 Jun 07 13:54:08.068933 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514620e-54b7-4743-9744-20590a65a2e3 req-524aa144-8e8f-44d4-9991-0d444860212a tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:08.070693 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f514620e-54b7-4743-9744-20590a65a2e3 req-524aa144-8e8f-44d4-9991-0d444860212a tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1258781 Jun 07 13:54:08.121852 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f514620e-54b7-4743-9744-20590a65a2e3 req-daad1825-54f5-424d-95f3-e05320d94315 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450041 Jun 07 13:54:08.860324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952f4bf-919e-4a0d-a97c-797f76603d02 req-04e006a1-dbdc-4a86-98b0-775c08f2bf78 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:08.862317 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d952f4bf-919e-4a0d-a97c-797f76603d02 req-04e006a1-dbdc-4a86-98b0-775c08f2bf78 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1084416 Jun 07 13:54:08.941851 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169842e-d59d-45f2-bf56-2812f18b1c27 req-c5b40509-3e59-43dc-9eda-ceedf167a4ee tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:08.943439 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c169842e-d59d-45f2-bf56-2812f18b1c27 req-c5b40509-3e59-43dc-9eda-ceedf167a4ee tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.0899978 Jun 07 13:54:09.011248 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c169842e-d59d-45f2-bf56-2812f18b1c27 req-10ab5a0e-9c3c-4ba0-ad04-af8ad130b593 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611389 Jun 07 13:54:09.012262 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d952f4bf-919e-4a0d-a97c-797f76603d02 req-f85267e7-8f7e-4259-840c-9bda24cc8d83 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422708 Jun 07 13:54:09.317665 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283818ec-4dd6-4e9a-a6eb-2c114db4f7a5 req-54333ed4-726d-4e36-b205-a46c6c01cdc1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:09.319615 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283818ec-4dd6-4e9a-a6eb-2c114db4f7a5 req-54333ed4-726d-4e36-b205-a46c6c01cdc1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1262949 Jun 07 13:54:09.364332 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd8b8e4e-d887-4c41-9bdd-9994825d4f48 req-7267f766-78c9-47ca-84f5-84789294dbb2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231685 Jun 07 13:54:09.380255 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283818ec-4dd6-4e9a-a6eb-2c114db4f7a5 req-1d5b6068-4478-4127-a43d-50c2a6cc7487 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Jun 07 13:54:09.411553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c0f7b-3bfa-4dbc-b586-d0c69b36656f req-0741d862-991f-41df-a357-080c56014cc3 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:09.413804 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca6c0f7b-3bfa-4dbc-b586-d0c69b36656f req-0741d862-991f-41df-a357-080c56014cc3 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1472096 Jun 07 13:54:09.499570 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca6c0f7b-3bfa-4dbc-b586-d0c69b36656f req-35b89c42-496d-4748-99be-1bb8f1d31cde tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724578 Jun 07 13:54:09.993382 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079b863-0957-492c-9385-51ed3051e29f req-78ebdfc9-5fe4-46c0-8e56-d779868d520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:09.994970 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c079b863-0957-492c-9385-51ed3051e29f req-78ebdfc9-5fe4-46c0-8e56-d779868d520b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1099 time: 0.0967369 Jun 07 13:54:10.014261 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884cca8-ea36-445d-a7fa-ac38ccc2ea6b req-fcd3af6a-e93f-40e4-baff-df1d08a0fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.017318 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1884cca8-ea36-445d-a7fa-ac38ccc2ea6b req-fcd3af6a-e93f-40e4-baff-df1d08a0fbc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1099 time: 0.1318607 Jun 07 13:54:10.026770 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798eff-86e8-43d7-863a-34983887a5e7 req-b7e4ed22-798d-4eba-8db3-3c35794a0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.028328 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ff798eff-86e8-43d7-863a-34983887a5e7 req-b7e4ed22-798d-4eba-8db3-3c35794a0d77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1098 time: 0.2035148 Jun 07 13:54:10.065235 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c079b863-0957-492c-9385-51ed3051e29f req-dbc60c1b-6b33-4f50-a499-189a2a90dfd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610201 Jun 07 13:54:10.113600 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1884cca8-ea36-445d-a7fa-ac38ccc2ea6b req-1cef1a73-623f-4059-906d-f667a067651c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841494 Jun 07 13:54:10.118189 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ff798eff-86e8-43d7-863a-34983887a5e7 req-bff53738-d96e-43cd-9265-3c418c485a95 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729756 Jun 07 13:54:10.360865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca6628-d5b2-4e60-81e8-fbc3dd691ea9 req-ae92087c-ffd7-4479-a0ba-7cb74b24e6e5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.362895 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6cca6628-d5b2-4e60-81e8-fbc3dd691ea9 req-ae92087c-ffd7-4479-a0ba-7cb74b24e6e5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1446404 Jun 07 13:54:10.365809 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639dce9-2dcf-4834-80e8-98ddae24c95f req-92f79bc0-b49c-40d8-872c-3137e5d2ab74 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.368451 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b639dce9-2dcf-4834-80e8-98ddae24c95f req-92f79bc0-b49c-40d8-872c-3137e5d2ab74 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1477041 Jun 07 13:54:10.446459 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b639dce9-2dcf-4834-80e8-98ddae24c95f req-b48137f4-6244-4c32-9876-12c4f99eea5d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698004 Jun 07 13:54:10.464392 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6cca6628-d5b2-4e60-81e8-fbc3dd691ea9 req-876b8a38-f0c2-4dfd-aa88-086d6df419dd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910852 Jun 07 13:54:10.764262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b1715-e8fc-4e24-8c1d-ec824fa644f8 req-a66afa0f-689a-40d6-94a5-7e01ec5ccd7b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.767166 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a60b1715-e8fc-4e24-8c1d-ec824fa644f8 req-a66afa0f-689a-40d6-94a5-7e01ec5ccd7b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1461225 Jun 07 13:54:10.824959 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a60b1715-e8fc-4e24-8c1d-ec824fa644f8 req-34b4c7e7-d9e5-49a9-8b9a-70025b1f65c3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Jun 07 13:54:10.851590 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120de8c-6b14-47c3-b688-3e234d254a7f req-cc1df6b9-37dc-4fde-ad2e-8fce7320359f tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:10.853574 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c120de8c-6b14-47c3-b688-3e234d254a7f req-cc1df6b9-37dc-4fde-ad2e-8fce7320359f tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1679599 Jun 07 13:54:10.933472 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c120de8c-6b14-47c3-b688-3e234d254a7f req-a32460d4-6423-47d7-9ecd-a14f391232d6 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733707 Jun 07 13:54:11.716420 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fee04-310b-491a-8660-6c060d30d3fb req-f2dbbccc-0641-4a02-826b-d06ebc989e15 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:11.718330 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-487fee04-310b-491a-8660-6c060d30d3fb req-f2dbbccc-0641-4a02-826b-d06ebc989e15 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1485121 Jun 07 13:54:11.772414 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c848-92e7-4e57-b47b-08d9e1cd379a req-b6487ab6-0eff-4527-a4bf-4af1b0a8209c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:11.775998 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3473c848-92e7-4e57-b47b-08d9e1cd379a req-b6487ab6-0eff-4527-a4bf-4af1b0a8209c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1240342 Jun 07 13:54:11.805281 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-487fee04-310b-491a-8660-6c060d30d3fb req-a4108604-cffe-468c-8809-76fc20fe7340 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756581 Jun 07 13:54:11.846413 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3473c848-92e7-4e57-b47b-08d9e1cd379a req-8168ab13-05ab-42d6-a84c-9f403ec26161 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639930 Jun 07 13:54:12.263580 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2f9ce-631a-46d4-880a-8a6c66eaaee3 req-e609bd7e-9b13-4796-8cad-65e6838abd67 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:12.269228 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fea2f9ce-631a-46d4-880a-8a6c66eaaee3 req-e609bd7e-9b13-4796-8cad-65e6838abd67 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1992698 Jun 07 13:54:12.369011 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fea2f9ce-631a-46d4-880a-8a6c66eaaee3 req-30408136-6999-483f-95c4-ed60f572527a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901945 Jun 07 13:54:12.514015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704735e-bbb0-4033-9b41-aba51f5246f9 req-3ff7f88d-8161-421b-9b32-b811d53cadfe tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:12.517627 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b704735e-bbb0-4033-9b41-aba51f5246f9 req-3ff7f88d-8161-421b-9b32-b811d53cadfe tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.3056808 Jun 07 13:54:12.599840 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b704735e-bbb0-4033-9b41-aba51f5246f9 req-b3ca6b20-b770-4900-b0c2-4acb853de0f5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697324 Jun 07 13:54:13.234704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6890f6-39f4-4b33-ae86-816098c1f3a1 req-4fdc24fe-adec-4296-8a41-8a12c8b1c608 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:13.245397 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9a6890f6-39f4-4b33-ae86-816098c1f3a1 req-4fdc24fe-adec-4296-8a41-8a12c8b1c608 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1540127 Jun 07 13:54:13.271882 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2dcd7-a330-4fc3-be6f-d9760cbfa218 req-2a88c729-0928-466c-bfb8-b01213736c6a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:13.273401 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7ee2dcd7-a330-4fc3-be6f-d9760cbfa218 req-2a88c729-0928-466c-bfb8-b01213736c6a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1631281 Jun 07 13:54:13.317163 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9a6890f6-39f4-4b33-ae86-816098c1f3a1 req-1d3ebfce-c73b-49e8-beee-e3faead0bcbd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705218 Jun 07 13:54:13.373035 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7ee2dcd7-a330-4fc3-be6f-d9760cbfa218 req-774d2f1f-26ac-40a4-b876-7c02f4a92f09 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834246 Jun 07 13:54:13.697730 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe1be-9562-43e0-8278-7ea83cab058e req-7c45b592-4842-4007-8e98-1373c4a208b6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:13.706974 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-14bbe1be-9562-43e0-8278-7ea83cab058e req-7c45b592-4842-4007-8e98-1373c4a208b6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1327357 Jun 07 13:54:13.721965 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46586) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:13.780954 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-14bbe1be-9562-43e0-8278-7ea83cab058e req-576e5870-5aa6-47a4-8954-d25108a7542e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724723 Jun 07 13:54:13.901903 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.113846 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.122285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aed21-ccfd-41aa-89f1-c9f8ea54233f req-a37501a0-ae7b-4e4e-81b8-129c5413e3b4 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:14.123850 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-345aed21-ccfd-41aa-89f1-c9f8ea54233f req-a37501a0-ae7b-4e4e-81b8-129c5413e3b4 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1462021 Jun 07 13:54:14.125069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.133390 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:14.207584 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=430de773c7484b51b80e545a1101e37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840879 Jun 07 13:54:14.210183 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46590) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:14.215432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8190e7a-a9d5-485f-bddd-f533f34cdea3,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:14.221089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:14.234424 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-345aed21-ccfd-41aa-89f1-c9f8ea54233f req-6d64f125-3983-4100-9c15-1d80bd504652 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018817 Jun 07 13:54:14.302691 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.334188 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.401741 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.404679 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:14.408842 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8190e7a-a9d5-485f-bddd-f533f34cdea3 HTTP/1.1" status: 204 len: 168 time: 0.1947215 Jun 07 13:54:14.408842 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:14.443692 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8190e7a-a9d5-485f-bddd-f533f34cdea3,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:14.461440 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:14.625992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4210319-b314-43d4-8a1a-9d34c1b3e5e3 req-4d753fca-0fee-434e-a0ca-d12b3054cff2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:14.629148 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c4210319-b314-43d4-8a1a-9d34c1b3e5e3 req-4d753fca-0fee-434e-a0ca-d12b3054cff2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1340585 Jun 07 13:54:14.710626 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c4210319-b314-43d4-8a1a-9d34c1b3e5e3 req-dca4c5aa-021c-4b4d-88f6-19bd5c72a6d7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750828 Jun 07 13:54:14.721111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bc6cf-e62d-4d98-b05c-242fd30fc2b0 req-41b6dc47-d994-4030-adcd-1d7af247c0e9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:14.723106 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f67bc6cf-e62d-4d98-b05c-242fd30fc2b0 req-41b6dc47-d994-4030-adcd-1d7af247c0e9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1559203 Jun 07 13:54:14.800562 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f67bc6cf-e62d-4d98-b05c-242fd30fc2b0 req-0021c2c5-e7b0-4858-94e2-9e801d4f57e3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699558 Jun 07 13:54:14.930979 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46610) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:14.957886 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.016704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9da81-928b-4f98-8c65-8a6b73ed342f req-7e5196bb-9c10-4745-9684-ead3edecebbf tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:15.019585 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-76d9da81-928b-4f98-8c65-8a6b73ed342f req-7e5196bb-9c10-4745-9684-ead3edecebbf tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1563067 Jun 07 13:54:15.030773 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46612) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:15.039426 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'floatingip': {'port_id': '368f611b-7c37-4b4d-84c7-375ef3d31c4c'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:54:15.173707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b29c80-fcfc-4ea0-bb03-bb2e5a98069c req-31be4040-784d-47a7-a74b-0413576a80f8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:15.176695 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-50b29c80-fcfc-4ea0-bb03-bb2e5a98069c req-31be4040-784d-47a7-a74b-0413576a80f8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1928306 Jun 07 13:54:15.189388 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.309957 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-50b29c80-fcfc-4ea0-bb03-bb2e5a98069c req-e985be20-31d6-4a52-ba66-874bbe403fda tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224716 Jun 07 13:54:15.318026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.326632 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.342432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-92afebbb-90d3-4fe7-8c0d-e4bcbd63beb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:15.425874 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=568edafe49a84c458e033befb6a858b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931901 Jun 07 13:54:15.427647 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d22dca-96fe-47d8-b6b7-56a3dba2d81f,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:15.432571 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:15.433178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46618) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:15.526062 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.565639 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.638958 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.642814 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:15.644013 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2d22dca-96fe-47d8-b6b7-56a3dba2d81f HTTP/1.1" status: 204 len: 168 time: 0.2096999 Jun 07 13:54:15.644806 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f3b7d55b-e7a1-480c-9b9a-0a45bcaa641d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:15.655247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d22dca-96fe-47d8-b6b7-56a3dba2d81f,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:15.657817 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:15.787404 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc4abe-4ef4-4f78-a963-3d9e57b83654 req-aad1d16f-4505-4fcd-907a-0b710c406a9e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:15.789897 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-58fc4abe-4ef4-4f78-a963-3d9e57b83654 req-aad1d16f-4505-4fcd-907a-0b710c406a9e tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.3806794 Jun 07 13:54:16.058871 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-58fc4abe-4ef4-4f78-a963-3d9e57b83654 req-3405ebe9-503b-49f8-8583-84c76632a0c8 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605364 Jun 07 13:54:16.111930 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f4a7c-a069-4806-983b-6543fc868ba2 req-9234eb06-6643-41e5-baef-a0f74f65105e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:16.113561 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-248f4a7c-a069-4806-983b-6543fc868ba2 req-9234eb06-6643-41e5-baef-a0f74f65105e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1097381 Jun 07 13:54:16.206274 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-248f4a7c-a069-4806-983b-6543fc868ba2 req-7821c28f-f613-416f-9b96-854e0ae62629 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775647 Jun 07 13:54:16.404469 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:16.419342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:16.780462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6d9e3-3989-495e-af38-5192ac154503 req-e5af6cd0-2eb1-4353-9cf8-34057b4f6c88 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:16.795235 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c1d6d9e3-3989-495e-af38-5192ac154503 req-e5af6cd0-2eb1-4353-9cf8-34057b4f6c88 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2926779 Jun 07 13:54:16.800451 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Floating IP f62f337e-6c33-4fb6-b209-9038d2437638 associated. External IP: 172.27.1.107, port: 368f611b-7c37-4b4d-84c7-375ef3d31c4c. Jun 07 13:54:17.053897 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c1d6d9e3-3989-495e-af38-5192ac154503 req-9258c501-17dc-4bba-a2c5-25542be5286a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563620 Jun 07 13:54:17.145589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-9fc62f8a-d567-464d-be71-98837adcb6c5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:17.148163 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-9fc62f8a-d567-464d-be71-98837adcb6c5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1805549 Jun 07 13:54:17.441677 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Deleting port 356d0f8c-af92-4092-9260-eed218da16d4 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:54:17.442037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:17.472250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66893ee-4f5f-49be-a14f-7cb3fde8ccd6 req-23bd3142-5116-4cfa-94a2-48712e7d76ad tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:17.474690 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e66893ee-4f5f-49be-a14f-7cb3fde8ccd6 req-23bd3142-5116-4cfa-94a2-48712e7d76ad tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 945 time: 0.1547868 Jun 07 13:54:17.626061 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e66893ee-4f5f-49be-a14f-7cb3fde8ccd6 req-e4e79df0-9130-48d7-8642-27a8167bf759 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/security-groups?id=219af3ee-8af5-41de-b9fa-c6ab1cac6d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350126 Jun 07 13:54:17.689277 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:54:17.693950 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] For port 356d0f8c-af92-4092-9260-eed218da16d4, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=356d0f8c-af92-4092-9260-eed218da16d4,segment=NetworkSegment(5c389d6b-9638-4327-87c1-f7feb2689c69),segment_id=5c389d6b-9638-4327-87c1-f7feb2689c69)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:54:17.694579 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:17.711608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03991cc5-2c05-4822-8f72-9ab77a98e630 req-4a87c7e1-64f6-417f-a453-88fbe7431e4f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:17.720722 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-03991cc5-2c05-4822-8f72-9ab77a98e630 req-4a87c7e1-64f6-417f-a453-88fbe7431e4f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.3538599 Jun 07 13:54:17.844557 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Calling delete_port for 356d0f8c-af92-4092-9260-eed218da16d4 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:54:17.953536 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-03991cc5-2c05-4822-8f72-9ab77a98e630 req-d4af27e0-bcb3-41e5-abfa-9ec45f6e283c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693859 Jun 07 13:54:18.066695 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:54:18.074853 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:18.095276 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:54:18.110101 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:18.123453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-268df796-ac94-45ed-b174-47b0b55b78f0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:18.132519 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:54:18.136297 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:53:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:18.249293 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3e3360e3-48ae-41a0-be8b-5a7478db6757 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "PUT /v2.0/floatingips/f62f337e-6c33-4fb6-b209-9038d2437638 HTTP/1.1" status: 200 len: 992 time: 3.2161696 Jun 07 13:54:18.250180 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:54:18.253184 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4856b092-562b-4177-9313-1c4787dcee93" -d '{"events": [{"name": "network-changed", "server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:54:18.330402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Pushing event deleted for resources: {'Port': ['ID=356d0f8c-af92-4092-9260-eed218da16d4,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:18.365834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:18.426472 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] No DVR routers for this DVR port 356d0f8c-af92-4092-9260-eed218da16d4 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:54:18.434394 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:18.438959 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5cfa28bf-0db6-433b-81c6-9f265e76b824 req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.55 "DELETE /v2.0/ports/356d0f8c-af92-4092-9260-eed218da16d4 HTTP/1.1" status: 204 len: 173 time: 1.2697809 Jun 07 13:54:18.440683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'name': 'network-vif-deleted', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:54:18.452305 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c56f55-c2ae-4575-88a1-ba4bb548ed7c" -d '{"events": [{"server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "name": "network-vif-deleted", "tag": "356d0f8c-af92-4092-9260-eed218da16d4"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:54:18.499255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f46a7-376d-4c6e-8d22-4b57f3f44c51 req-0169438e-023e-464d-be81-ca04a468482d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:18.501548 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3b3f46a7-376d-4c6e-8d22-4b57f3f44c51 req-0169438e-023e-464d-be81-ca04a468482d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.3115211 Jun 07 13:54:18.514026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46712) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:18.519623 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'floatingip': {'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:54:18.585287 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf7d8b-9a7a-4736-9108-36ed53c99ece req-dd7dc2bd-8f2d-46e7-9f13-7eb1a7b8e786 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:18.594941 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9bcf7d8b-9a7a-4736-9108-36ed53c99ece req-dd7dc2bd-8f2d-46e7-9f13-7eb1a7b8e786 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2159221 Jun 07 13:54:18.616128 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:54:18.659201 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9bcf7d8b-9a7a-4736-9108-36ed53c99ece req-a8628f3e-b616-4a14-9f77-886ebb07aa7b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611441 Jun 07 13:54:18.712483 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:18.732330 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a3c609-59ab-486e-bde6-3d6407e277fe x-openstack-request-id: req-f2a3c609-59ab-486e-bde6-3d6407e277fe {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:54:18.732740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:54:18.733106 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2a3c609-59ab-486e-bde6-3d6407e277fe {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:54:18.734225 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'status': 'completed', 'code': 200} Jun 07 13:54:18.798262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c09421-f808-4b9f-b5df-a22122483e3b x-openstack-request-id: req-14c09421-f808-4b9f-b5df-a22122483e3b {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:54:18.798805 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3", "name": "network-vif-deleted", "tag": "356d0f8c-af92-4092-9260-eed218da16d4", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:54:18.799318 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14c09421-f808-4b9f-b5df-a22122483e3b {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:54:18.799889 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3', 'name': 'network-vif-deleted', 'tag': '356d0f8c-af92-4092-9260-eed218da16d4', 'status': 'completed', 'code': 200} Jun 07 13:54:18.977485 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7681a3fb-38b3-4e23-9961-c2fe9f50b401 req-f815a3d2-cdbf-4a4b-b9c8-5bb89680e302 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.0582979 Jun 07 13:54:19.207561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 356d0f8c-af92-4092-9260-eed218da16d4 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:54:19.333519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 356d0f8c-af92-4092-9260-eed218da16d4 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:54:19.334280 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 356d0f8c-af92-4092-9260-eed218da16d4 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:54:19.405809 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f62f337e-6c33-4fb6-b209-9038d2437638', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:9f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:29Z', 'updated_at': '2021-06-07T13:54:16Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:19.421710 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:54:19.439564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b092-562b-4177-9313-1c4787dcee93 req-f08bcee5-baf1-4653-8050-bbf1bffc458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:19.441331 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-f08bcee5-baf1-4653-8050-bbf1bffc458a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1099 time: 0.5259631 Jun 07 13:54:19.460124 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:54:19.461195 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:53:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:19.728275 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfaa0d-5d0d-43c4-85cb-e52369fa663c req-c85eb89d-8272-47d3-9aff-de1627bca580 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:19.747928 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c8dfaa0d-5d0d-43c4-85cb-e52369fa663c req-c85eb89d-8272-47d3-9aff-de1627bca580 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2149148 Jun 07 13:54:19.748799 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:54:19.829882 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c8dfaa0d-5d0d-43c4-85cb-e52369fa663c req-696ed402-4cf6-430b-8737-b1e50d847822 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807834 Jun 07 13:54:20.263294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:20.273765 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c12ac889-2eb5-4266-a1c2-69e72ba16264 req-2677bcd2-613f-47b2-980f-1a52b12968fa tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbd60eed-6d1c-4b5b-a6a5-3438f4d53ed3 HTTP/1.1" status: 200 len: 210 time: 0.0776470 Jun 07 13:54:20.297476 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:20.312379 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f62f337e-6c33-4fb6-b209-9038d2437638', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:9f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:29Z', 'updated_at': '2021-06-07T13:54:16Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:20.319069 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bb749c-2272-458a-9588-f64dd3e65434 None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f62f337e-6c33-4fb6-b209-9038d2437638', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:9f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:29Z', 'updated_at': '2021-06-07T13:54:16Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:54:20.734208 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7d13ac-feea-49a5-84ce-d127244615ed None None] New status for floating IP f62f337e-6c33-4fb6-b209-9038d2437638: ACTIVE {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:54:20.777442 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:54:20.798199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04973-9114-4044-8910-3404b8c78333 req-49ef083f-fac4-46fb-b59a-302f4c31f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:20.800762 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-49ef083f-fac4-46fb-b59a-302f4c31f728 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1099 time: 0.8847263 Jun 07 13:54:20.805257 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Floating IP 6793f427-aa4d-4aaa-a1a6-46ef2055058b associated. External IP: 172.27.1.223, port: 561ca597-9635-4e5c-a850-639e3ae40bbe. Jun 07 13:54:20.885370 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b092-562b-4177-9313-1c4787dcee93 req-8118fc5b-8bf9-4e34-b57a-f945580ae28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:20.885547 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-8118fc5b-8bf9-4e34-b57a-f945580ae28c service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.9655516 Jun 07 13:54:21.408928 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-f46269e9-75f3-4b1b-8929-7e857c98526b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 1000 time: 0.4978251 Jun 07 13:54:21.537610 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04973-9114-4044-8910-3404b8c78333 req-d3dc8884-d83a-491b-982a-1a80ea01a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:21.540420 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-d3dc8884-d83a-491b-982a-1a80ea01a9a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.6581981 Jun 07 13:54:21.741312 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-72b7d694-6a7b-4211-bd18-2e8604a0968b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 HTTP/1.1" status: 200 len: 217 time: 0.1868739 Jun 07 13:54:21.743045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b092-562b-4177-9313-1c4787dcee93 req-81c5ef32-6250-4de2-954f-bce634654c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:21.744679 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-81c5ef32-6250-4de2-954f-bce634654c87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.3077395 Jun 07 13:54:21.786888 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b0d3-9152-4d6b-9288-73ab7a983d79 req-c43fdcd6-1dce-4ffd-8db9-6aae38ea1126 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:21.789647 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a8b2b0d3-9152-4d6b-9288-73ab7a983d79 req-c43fdcd6-1dce-4ffd-8db9-6aae38ea1126 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.7318182 Jun 07 13:54:22.133291 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04973-9114-4044-8910-3404b8c78333 req-1a0f1d02-0711-4d6c-870b-b2e8977aac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:22.134821 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-1a0f1d02-0711-4d6c-870b-b2e8977aac59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.3438454 Jun 07 13:54:22.145830 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a8b2b0d3-9152-4d6b-9288-73ab7a983d79 req-79b655ff-244b-457a-b0e5-f3b808e52c38 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700586 Jun 07 13:54:22.191924 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856b092-562b-4177-9313-1c4787dcee93 req-c306ab15-cee4-41ec-9ea5-0982ab7daced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:22.193419 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-c306ab15-cee4-41ec-9ea5-0982ab7daced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3945813 Jun 07 13:54:22.202327 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-0d848ec0-87d0-4e6c-a233-4640f4327a77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522532 Jun 07 13:54:22.272070 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:54:22.684814 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-9d203512-3f81-48dd-bd22-72e01a684ce1 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779015 Jun 07 13:54:22.695792 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-5ac404a9-da6e-45a8-8636-05959e8f9253 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682212 Jun 07 13:54:23.086054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:54:23.094486 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:23.104759 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:54:23.116939 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:54:23.117660 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:53:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:23.182586 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4856b092-562b-4177-9313-1c4787dcee93 req-0eeb1297-cb01-4483-9fe0-0c50d835ba4e service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893403 Jun 07 13:54:23.220323 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e8ca84b7-1381-4eb7-b958-62ae7740a2c9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "PUT /v2.0/floatingips/6793f427-aa4d-4aaa-a1a6-46ef2055058b HTTP/1.1" status: 200 len: 991 time: 4.7051058 Jun 07 13:54:23.221176 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:54:23.223629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f87c5-b0cd-404f-b5d8-179d86cb7585" -d '{"events": [{"name": "network-changed", "server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:54:23.229321 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b04973-9114-4044-8910-3404b8c78333 req-d87a4a96-6e90-49b5-8a22-158e255fb7dd service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121531 Jun 07 13:54:23.547812 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:54:23.615478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01234ab6-bf89-4429-82aa-0f5913aa85fa req-43b40112-6168-4b09-8fa6-13ae004bc704 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:23.620358 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-01234ab6-bf89-4429-82aa-0f5913aa85fa req-43b40112-6168-4b09-8fa6-13ae004bc704 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1582429 Jun 07 13:54:23.703847 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-01234ab6-bf89-4429-82aa-0f5913aa85fa req-573bbbb3-bc90-4905-aa94-e888a6515925 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750105 Jun 07 13:54:23.732015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79087b66-b1ed-4e59-94b9-42aa95c9d169 x-openstack-request-id: req-79087b66-b1ed-4e59-94b9-42aa95c9d169 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:54:23.732577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:54:23.733035 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79087b66-b1ed-4e59-94b9-42aa95c9d169 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:54:23.733940 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'status': 'completed', 'code': 200} Jun 07 13:54:23.940502 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-ec755f3f-8c3d-46a2-a1c2-5c911004bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:23.942002 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-ec755f3f-8c3d-46a2-a1c2-5c911004bc41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1098 time: 0.1557038 Jun 07 13:54:23.995050 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46930) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:24.143618 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Deleting subnet c53532bd-3a19-4673-9a4d-0e4c65170c32 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:54:24.149763 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.240380 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '6793f427-aa4d-4aaa-a1a6-46ef2055058b', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:25Z', 'updated_at': '2021-06-07T13:54:20Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:24.251218 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:54:24.251462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-91d4c23f-ef10-4865-8175-daed9d8a6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:24.255970 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.257939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-91d4c23f-ef10-4865-8175-daed9d8a6a64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.3079236 Jun 07 13:54:24.264652 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:54:24.265522 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:53:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:24.281493 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.459908 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-42b2ef7f-7bf7-4c9d-865e-37ee80dcb017 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 999 time: 0.1896753 Jun 07 13:54:24.462579 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.470521 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f3273717-fe95-49d3-b697-4c63db832d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:24.575293 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53532bd-3a19-4673-9a4d-0e4c65170c32,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:24.581749 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:24.588849 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.592309 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c53532bd-3a19-4673-9a4d-0e4c65170c32 HTTP/1.1" status: 204 len: 168 time: 0.5951700 Jun 07 13:54:24.595702 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46952) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:24.632333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-e8295a2d-3ced-4ecf-9539-c921e26e733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:24.634812 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-e8295a2d-3ced-4ecf-9539-c921e26e733d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.1681545 Jun 07 13:54:24.758125 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.767424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46960) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:24.848055 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:54:24.877593 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Deleting subnet 1aec048f-7319-429f-aefc-9113d32d8044 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:54:24.881960 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.894123 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46962) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:24.964206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-b7d4c330-2c18-4e90-bdab-b6a9cc952fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:24.966526 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-b7d4c330-2c18-4e90-bdab-b6a9cc952fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3109620 Jun 07 13:54:24.971037 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:24.983853 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.178238 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-25d46463-57ce-4e05-9c70-c80c2c56c990 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912041 Jun 07 13:54:25.232247 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46970) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:25.238900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.311926 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.315141 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.315717 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.316445 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.316775 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > port after_create 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.317089 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.318069 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > port after_update 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.318289 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.318575 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.318854 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.319173 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.390281 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ed918c91-daed-4762-b973-950ee2a29d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.522069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.541349 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.542241 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.542955 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.543753 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91745) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 13:54:25.544695 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e8a796-50f0-4be7-aafe-e069c2b39435']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:25.567955 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-fb2171a1-0fd7-4866-8744-a5daeace74ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:25.602150 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '6793f427-aa4d-4aaa-a1a6-46ef2055058b', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:25Z', 'updated_at': '2021-06-07T13:54:20Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:25.611164 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e09ecb-f60c-4f83-97d0-320b6e3c7d9f None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '6793f427-aa4d-4aaa-a1a6-46ef2055058b', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.223', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:53:25Z', 'updated_at': '2021-06-07T13:54:20Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:54:25.629683 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c389d6b-9638-4327-87c1-f7feb2689c69') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:25.630308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c389d6b-9638-4327-87c1-f7feb2689c69') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:25.648613 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.670827 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aec048f-7319-429f-aefc-9113d32d8044,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:25.674453 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.689947 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:25.693327 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.695315 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f8d6c1e1-d72a-4a88-99ac-fa94e1e4f596 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1aec048f-7319-429f-aefc-9113d32d8044 HTTP/1.1" status: 204 len: 168 time: 0.9239392 Jun 07 13:54:25.709430 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 46978) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:25.756640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.780560 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:54:25.781115 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: from cryptography.utils import int_from_bytes Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: from cryptography.utils import int_from_bytes Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:54:25.802234 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:54:25.806514 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b59f87c5-b0cd-404f-b5d8-179d86cb7585 req-dabf86fb-241f-4065-846e-8fc9be1aec96 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684032 Jun 07 13:54:25.830618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66337f07-4564-4d96-b000-a27e778c0268 req-e0b8e114-a9ea-4afb-bd11-2f4ffb2e172a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:25.832230 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66337f07-4564-4d96-b000-a27e778c0268 req-e0b8e114-a9ea-4afb-bd11-2f4ffb2e172a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.6530406 Jun 07 13:54:25.951896 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66337f07-4564-4d96-b000-a27e778c0268 req-30fbcbfc-78f4-4729-b5cc-fb12f8cd2d65 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Jun 07 13:54:25.958545 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46982) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:25.973606 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.979662 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:25.988297 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.049060 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c76f11eba9464e77b5cdb09c41edccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1538274 Jun 07 13:54:26.050359 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adac22a-4c15-4b58-b51d-b07f1e058633,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.053378 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46988) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.069500 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.123769 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c4c02-3398-490b-b0f4-28f230345472 None None] New status for floating IP 6793f427-aa4d-4aaa-a1a6-46ef2055058b: ACTIVE {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:54:26.155572 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.191642 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.196859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.197256 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.218439 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.225392 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] 10.222.0.20 "DELETE /v2.0/networks/02e8a796-50f0-4be7-aafe-e069c2b39435 HTTP/1.1" status: 204 len: 168 time: 1.6246188 Jun 07 13:54:26.226562 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.243543 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.271408 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Pushing event deleted for resources: {'Network': ['ID=02e8a796-50f0-4be7-aafe-e069c2b39435,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.277410 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.326433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.329998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.331533 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2adac22a-4c15-4b58-b51d-b07f1e058633 HTTP/1.1" status: 204 len: 168 time: 0.2767951 Jun 07 13:54:26.332294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.342563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adac22a-4c15-4b58-b51d-b07f1e058633,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.345621 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.426982 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46996) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.498462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.523065 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900744e5-0749-404e-b220-a4c7cbf68f8a']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:26.526137 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ed87d359-02fe-4c6b-831d-b24b558e47f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fef48c0f5b564e7da562222489f88034&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0955772 Jun 07 13:54:26.527161 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 46998) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.546161 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76b61f5-bddb-4bf1-8010-568e7fe98fba') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:26.546435 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76b61f5-bddb-4bf1-8010-568e7fe98fba') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:26.566044 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.568372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.579799 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.591961 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.634518 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.659155 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:54:26.659768 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.679340 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de718aa4-637a-4650-b94a-35eac55d7c12,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.684456 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:54:26.685321 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:54:26.688291 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffd18318415a4397916f171a27b43d89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4550016 Jun 07 13:54:26.693727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47002) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.707500 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.721879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.733155 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-eee697ab-3716-4f15-b82f-717811909060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.795028 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae7569177dd44e49a88a049be704da79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8358648 Jun 07 13:54:26.801885 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47004) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.826392 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7028bf-797f-4522-bd68-ee6eab6a9709,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.832577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.862523 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.878829 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.909312 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.928524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.934668 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47006) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:26.939600 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] 10.222.0.20 "DELETE /v2.0/networks/900744e5-0749-404e-b220-a4c7cbf68f8a HTTP/1.1" status: 204 len: 168 time: 1.2221375 Jun 07 13:54:26.940550 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:26.978961 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=900744e5-0749-404e-b220-a4c7cbf68f8a,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:26.982229 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:26.994396 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:26.996572 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.038345 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.047600 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.057162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Deleting subnet 830d69b6-b814-4e2a-9ea5-5ddbc29ff5fe {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:54:27.066571 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.091058 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47010) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:27.098751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.101646 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.102774 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/219af3ee-8af5-41de-b9fa-c6ab1cac6d37 HTTP/1.1" status: 204 len: 168 time: 0.5754061 Jun 07 13:54:27.103487 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-99199810-eb5b-4bfe-9dcc-12a7e9dc8221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.141364 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219af3ee-8af5-41de-b9fa-c6ab1cac6d37,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.144980 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.146558 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.167663 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.216794 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.220000 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.224803 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de718aa4-637a-4650-b94a-35eac55d7c12 HTTP/1.1" status: 204 len: 168 time: 0.5299213 Jun 07 13:54:27.229843 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-142c420e-5ca7-405e-b71c-1e862e336a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.242139 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de718aa4-637a-4650-b94a-35eac55d7c12,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.246108 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.263678 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.271804 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.273590 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff7028bf-797f-4522-bd68-ee6eab6a9709 HTTP/1.1" status: 204 len: 168 time: 0.4687705 Jun 07 13:54:27.279127 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a3d5c66c-dd8b-4e98-9f28-01a2d58c9d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.308581 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7028bf-797f-4522-bd68-ee6eab6a9709,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.316444 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.319107 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.472348 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.477147 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ef748204-b18f-421d-b4c1-23ebd6e43875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.482812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.493281 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.508676 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.538961 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830d69b6-b814-4e2a-9ea5-5ddbc29ff5fe,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.545909 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.550623 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.553241 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/830d69b6-b814-4e2a-9ea5-5ddbc29ff5fe HTTP/1.1" status: 204 len: 168 time: 0.6101890 Jun 07 13:54:27.557022 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47022) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:27.588695 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbeff3cf83c84f4c95cce9006d5a08ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957011 Jun 07 13:54:27.591801 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47024) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:27.604875 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a97d02-8f8f-4576-ac97-499c2dedfd3f,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.617673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955beb76-ae9b-4b37-be07-4cfbf5009e47 req-6872ac6a-38a4-46c8-bc79-88a4f5c25af1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:27.619207 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-955beb76-ae9b-4b37-be07-4cfbf5009e47 req-6872ac6a-38a4-46c8-bc79-88a4f5c25af1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2714410 Jun 07 13:54:27.622539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.731991 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-955beb76-ae9b-4b37-be07-4cfbf5009e47 req-bb35ec71-3dfc-4f42-8f7c-953314c089a1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993114 Jun 07 13:54:27.732678 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.790642 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.798249 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.866578 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.871607 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:27.873034 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1a97d02-8f8f-4576-ac97-499c2dedfd3f HTTP/1.1" status: 204 len: 168 time: 0.2803872 Jun 07 13:54:27.874293 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-97f81506-7539-4a93-8f82-2ac9fa34f6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:27.888949 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a97d02-8f8f-4576-ac97-499c2dedfd3f,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:27.893347 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:27.942624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7c43-a3ca-4df0-a914-e731174fd512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.013708 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.017596 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47036) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:28.030175 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d537bfd-a2dd-4235-8ab8-50417e8e0c1c']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:28.055669 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c7120c-e29e-497e-b83f-fe47d509fe20') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:28.056468 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c7120c-e29e-497e-b83f-fe47d509fe20') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:54:28.069295 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.071184 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.079914 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.113342 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.121667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:54:28.122267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:54:28.138065 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:54:28.290115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.295533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7851a01f-f414-4850-a2b8-e48cec5ac8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:28.324184 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.329247 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d537bfd-a2dd-4235-8ab8-50417e8e0c1c HTTP/1.1" status: 204 len: 168 time: 0.7681344 Jun 07 13:54:28.329247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d537bfd-a2dd-4235-8ab8-50417e8e0c1c,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:28.331617 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:28.424098 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.434784 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.451142 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a096975-16d0-4f55-bbbb-c5f751d951df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:28.525101 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dff4c2b-44f6-48e6-b6fe-25ad89c28aa6,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:28.532474 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:28.537867 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e539d5e165644859b6fe8d5d54a8bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159333 Jun 07 13:54:28.538241 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47054) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:28.645206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47058) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:28.657008 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.728686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.757517 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-2d686407-04df-4c82-92c6-3f482a7f7b66 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d98730e9d52d44e292b78e350f953d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1089046 Jun 07 13:54:28.760122 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47060) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:28.809650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.812557 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.814670 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0dff4c2b-44f6-48e6-b6fe-25ad89c28aa6 HTTP/1.1" status: 204 len: 168 time: 0.2751915 Jun 07 13:54:28.815597 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:28.838242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dff4c2b-44f6-48e6-b6fe-25ad89c28aa6,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:28.842316 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:28.904414 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:28.952362 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:29.019473 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:29.024179 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:29.026077 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f68d932f-4ec8-4a38-bd20-27fe54e90d98 HTTP/1.1" status: 204 len: 168 time: 0.2647865 Jun 07 13:54:29.027311 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-09a35235-22b5-4f09-bc88-3b93800274d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:29.053995 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68d932f-4ec8-4a38-bd20-27fe54e90d98,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:29.063244 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:29.123417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa7d5c-d18a-4a42-af63-0465371374a3 req-e892c546-b5f8-4342-8a8e-53c5a33ff084 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:29.126593 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbaa7d5c-d18a-4a42-af63-0465371374a3 req-e892c546-b5f8-4342-8a8e-53c5a33ff084 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1784906 Jun 07 13:54:29.150545 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:29.204435 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbaa7d5c-d18a-4a42-af63-0465371374a3 req-7de5136d-04e5-47c5-a7de-eb5ec59e364d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599439 Jun 07 13:54:29.844578 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47100) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:29.972962 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-77533021-be1e-4e14-9aa1-312bec2419ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bbe8257cc0a4395842a219fc652c3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222878 Jun 07 13:54:29.973123 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47108) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:30.060546 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:30.105988 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:30.198704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:30.202665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:30.205436 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73349e1f-2468-4415-9c75-8c06eb0144f4 HTTP/1.1" status: 204 len: 168 time: 0.2306702 Jun 07 13:54:30.207549 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:30.218527 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73349e1f-2468-4415-9c75-8c06eb0144f4,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:30.221956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:30.478064 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894c47-31b1-4198-8f0c-ae7b0ed6c42c req-1c53a729-742e-4ae7-b024-47c05ccf2033 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:30.480031 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-17894c47-31b1-4198-8f0c-ae7b0ed6c42c req-1c53a729-742e-4ae7-b024-47c05ccf2033 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1159868 Jun 07 13:54:30.558450 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-17894c47-31b1-4198-8f0c-ae7b0ed6c42c req-94e6ca52-acf6-4d8d-8ca7-b9046c55b5c7 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691650 Jun 07 13:54:30.869418 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:31.957577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a358f-0e8d-48d3-82ac-890f1ff285f7 req-d04d5e26-aae1-4619-940c-77560304da9f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:31.960335 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b37a358f-0e8d-48d3-82ac-890f1ff285f7 req-d04d5e26-aae1-4619-940c-77560304da9f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2443531 Jun 07 13:54:32.020351 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b37a358f-0e8d-48d3-82ac-890f1ff285f7 req-26b6ac90-9833-4d2d-97df-a754ce42ebc1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525455 Jun 07 13:54:32.464308 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47210) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:32.884838 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.032033 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.038138 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.086295 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-948a447f-bd56-4ae6-a233-a92abb0acbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:33.103183 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e5f0c43e3a8478da231120871d0c655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6367242 Jun 07 13:54:33.106900 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47238) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:33.197912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f572dbac-e5fb-44b4-891d-d7bf1e58afb4,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:33.216312 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:33.261742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.324408 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.459408 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.462081 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:33.463393 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f572dbac-e5fb-44b4-891d-d7bf1e58afb4 HTTP/1.1" status: 204 len: 168 time: 0.3547902 Jun 07 13:54:33.464283 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:33.485449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f572dbac-e5fb-44b4-891d-d7bf1e58afb4,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:33.489955 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:33.547035 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4076e-da23-4e78-b239-1bc537d9ec8a req-41fad59a-41fd-4eb5-ad34-7c662a480c74 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:33.565726 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67a4076e-da23-4e78-b239-1bc537d9ec8a req-41fad59a-41fd-4eb5-ad34-7c662a480c74 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2482688 Jun 07 13:54:33.695166 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67a4076e-da23-4e78-b239-1bc537d9ec8a req-083f62dc-5665-445f-92c5-38e9fa410a31 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201048 Jun 07 13:54:35.070534 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e02625-6342-485f-a0a3-c24c80525081 req-b66be2ff-02d4-4a98-8a55-c75b6a88980c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:35.078346 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-71e02625-6342-485f-a0a3-c24c80525081 req-b66be2ff-02d4-4a98-8a55-c75b6a88980c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1361239 Jun 07 13:54:35.141536 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-71e02625-6342-485f-a0a3-c24c80525081 req-db7e9a5a-d67d-4292-aae0-38c0b975501c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607016 Jun 07 13:54:35.236303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47318) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:35.426037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.463560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.626844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.632333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.644235 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7feb65dc-48e6-4572-880a-fb148ae09f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:35.696183 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31fcec5b2708470397b406980e8d31ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582522 Jun 07 13:54:35.697749 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47332) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:35.705180 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c0800-d3a6-4aa1-882a-efb08ae25e11,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:35.712621 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:35.826279 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.859482 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.939922 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.948277 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:35.949724 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd1c0800-d3a6-4aa1-882a-efb08ae25e11 HTTP/1.1" status: 204 len: 168 time: 0.2502801 Jun 07 13:54:35.955740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-40f56f9a-6589-428b-8b2b-b96154f36ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:36.008910 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c0800-d3a6-4aa1-882a-efb08ae25e11,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:36.013816 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:36.539828 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec29f7-8a95-4db2-ad38-ddf348ea20b4 req-fd137b3b-14a6-4dfd-a212-f530508be3fc tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:36.541372 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5aec29f7-8a95-4db2-ad38-ddf348ea20b4 req-fd137b3b-14a6-4dfd-a212-f530508be3fc tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1519980 Jun 07 13:54:36.623454 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5aec29f7-8a95-4db2-ad38-ddf348ea20b4 req-c6df39f5-1166-473b-bd97-25b0610f530a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 Jun 07 13:54:36.624625 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47360) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:36.657784 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:36.804087 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:36.808950 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:36.816899 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-001dff58-6201-40b0-a5f9-77b0c8c2f77a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:36.860811 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c72a893c6aef4ddc8cafcd78277fc9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331264 Jun 07 13:54:36.861640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82451897-895d-4b0a-8228-f9b91493d3d5,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:36.864141 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47362) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:36.875565 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:36.929409 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:36.963937 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:37.046524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:37.049037 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:37.050118 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82451897-895d-4b0a-8228-f9b91493d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1850038 Jun 07 13:54:37.051088 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-76676b59-8cb5-4e8d-8800-21d22c901a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:37.076131 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82451897-895d-4b0a-8228-f9b91493d3d5,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:37.080459 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:37.949926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d03fa6-35df-4c19-b97b-dda183249b9c req-5f27b2a7-7f4d-402a-ad7b-989e49d4b015 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:37.952057 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c2d03fa6-35df-4c19-b97b-dda183249b9c req-5f27b2a7-7f4d-402a-ad7b-989e49d4b015 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1198778 Jun 07 13:54:38.028913 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c2d03fa6-35df-4c19-b97b-dda183249b9c req-1b19fb10-5ca6-48cd-bef0-de98421d89fa tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Jun 07 13:54:38.414812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47428) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:38.595423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:38.744584 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:38.750236 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:38.767238 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:38.804257 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea07ee1-7175-463c-a3e1-231662c00b94,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:38.814850 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:38.826248 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47450) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:38.836122 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f3f4d891612f473e9d4938f57883dbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201379 Jun 07 13:54:38.929607 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:38.959018 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.003968 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47456) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:39.052484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.060183 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.061672 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aea07ee1-7175-463c-a3e1-231662c00b94 HTTP/1.1" status: 204 len: 168 time: 0.2344646 Jun 07 13:54:39.062863 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-56e4ee31-11c4-4a88-a157-6e270ef8ae11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:39.083981 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea07ee1-7175-463c-a3e1-231662c00b94,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:39.088977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:39.214380 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.369038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.374048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.382670 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ccaea4ff-20ee-49bc-ba0f-d36cf565735d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:39.437391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2019c7ac-1a33-47f4-b221-d08fcaffc215,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:39.446951 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa28a2ecd6094718a0de0431844d8003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395313 Jun 07 13:54:39.446951 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:39.449460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47478) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:39.565882 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.630286 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.731679 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.736713 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:39.737885 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2019c7ac-1a33-47f4-b221-d08fcaffc215 HTTP/1.1" status: 204 len: 168 time: 0.2868745 Jun 07 13:54:39.739439 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-011cf74c-a691-4cfd-8316-c1d1873ff6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:39.752194 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2019c7ac-1a33-47f4-b221-d08fcaffc215,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:39.768596 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:41.379038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d2fbb-62a9-40b5-9cdf-6c5193bc3a38 req-cbb5ba4c-59cc-4e0b-a71c-ed67467e904a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:41.380593 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-186d2fbb-62a9-40b5-9cdf-6c5193bc3a38 req-cbb5ba4c-59cc-4e0b-a71c-ed67467e904a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1054215 Jun 07 13:54:41.432337 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-186d2fbb-62a9-40b5-9cdf-6c5193bc3a38 req-cb10cd5d-2356-4a83-9dfe-acb5cd8bab26 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Jun 07 13:54:45.014749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc806a-d7fc-4350-a36c-1e4a0b8c4473 req-3fca452b-e764-4d54-a214-c729fa7d587b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:45.016961 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3dbc806a-d7fc-4350-a36c-1e4a0b8c4473 req-3fca452b-e764-4d54-a214-c729fa7d587b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0919688 Jun 07 13:54:45.076878 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3dbc806a-d7fc-4350-a36c-1e4a0b8c4473 req-1ba111bb-44a7-4c86-8373-14ff5f2d75fe tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Jun 07 13:54:46.495953 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fffbe8-1764-4d2d-bb0e-d1357f391668 req-62e75988-5039-45c2-ac14-5af0605ea08e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:46.503140 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-17fffbe8-1764-4d2d-bb0e-d1357f391668 req-62e75988-5039-45c2-ac14-5af0605ea08e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2660055 Jun 07 13:54:46.593503 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-17fffbe8-1764-4d2d-bb0e-d1357f391668 req-30e787fc-64d2-49cd-8e83-ffe9f9c5b1e9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728943 Jun 07 13:54:46.908877 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47650) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:47.068646 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.215536 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.220666 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.237238 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b11b3f73-c3cf-43e2-8c9c-2d32439a4aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:47.282212 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d1e42572a304e929b2e8f29dba40b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751326 Jun 07 13:54:47.286556 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efd3c8a-138a-4685-ab41-ef5d74d1aaa7,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:47.289985 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47664) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:47.293478 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:47.366617 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.396079 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.450927 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.454134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:47.455328 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9efd3c8a-138a-4685-ab41-ef5d74d1aaa7 HTTP/1.1" status: 204 len: 168 time: 0.1636384 Jun 07 13:54:47.456213 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-02983e2d-b8f8-4301-bfd3-35dd6532fb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:47.467805 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efd3c8a-138a-4685-ab41-ef5d74d1aaa7,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:47.471238 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:49.316101 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e7deb-bf41-483f-8ac2-48309861d358 req-93905a23-077a-4e87-b239-d1183c63230c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:49.317606 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a9e7deb-bf41-483f-8ac2-48309861d358 req-93905a23-077a-4e87-b239-d1183c63230c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0894823 Jun 07 13:54:49.364461 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a9e7deb-bf41-483f-8ac2-48309861d358 req-e9a18ffd-a326-4392-bd2c-becc1d63c6df tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Jun 07 13:54:52.602714 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c0dfa-d517-43b3-a2ee-2904e36a3f43 req-da7af415-3573-429d-9732-7a9355a9f1a5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:52.604233 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c03c0dfa-d517-43b3-a2ee-2904e36a3f43 req-da7af415-3573-429d-9732-7a9355a9f1a5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0933347 Jun 07 13:54:52.651961 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c03c0dfa-d517-43b3-a2ee-2904e36a3f43 req-176e1231-8df8-4e12-a7d5-652d0a2f5ca8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Jun 07 13:54:55.385917 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-17b650e7-fbca-4949-bc19-488f9411cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:55.966181 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe1e9-10c8-40a3-9fe3-e36aadd5c99f req-8e4c0218-3dee-4ba0-a971-7ee94279a7ee tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:55.967532 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-956fe1e9-10c8-40a3-9fe3-e36aadd5c99f req-8e4c0218-3dee-4ba0-a971-7ee94279a7ee tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0843642 Jun 07 13:54:56.018673 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-956fe1e9-10c8-40a3-9fe3-e36aadd5c99f req-e2fa50ca-9344-485b-8cbf-fa9e66298aed tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Jun 07 13:54:56.850559 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47878) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:56.982794 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.102369 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.110747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.116123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6923e7e3-2ff8-4980-9364-e685319c019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:57.160206 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75a8515e63db405384cb26d1a7228f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085289 Jun 07 13:54:57.162692 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f47bce-cbbc-4558-93ca-57aa4f6ff05d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:57.163550 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47888) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:57.170394 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.170759 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.171116 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.171468 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.171834 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.172211 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.173245 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.173860 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.174255 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.174601 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.174945 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.175286 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.179274 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:57.237242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.272207 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.340304 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.343115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.356362 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64f47bce-cbbc-4558-93ca-57aa4f6ff05d HTTP/1.1" status: 204 len: 168 time: 0.1844931 Jun 07 13:54:57.356362 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-085fbaaf-bb77-4023-be4d-a04a00103f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:57.362317 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f47bce-cbbc-4558-93ca-57aa4f6ff05d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:57.370569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.371129 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.371905 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.372344 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.372740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.373214 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.373613 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.374056 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.374470 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.374837 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.375304 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.376277 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:54:57.380332 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:57.739893 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 47900) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:57.758431 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.777652 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:54:57.887368 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.893535 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.903084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f80587a2-26f6-45b6-9972-03e3933eaf3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:57.912913 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-a0c5a78a-8a15-4865-a009-7e675901d983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:57.950749 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a28db826ac2d480abed89f461161bb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096097 Jun 07 13:54:57.951807 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496e6d11-d3db-48d7-80f2-500d0a95751d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:57.955171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 47904) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:54:57.957014 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:58.026389 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:58.056977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:58.057389 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:58.120390 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:58.123600 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:58.125070 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/496e6d11-d3db-48d7-80f2-500d0a95751d HTTP/1.1" status: 204 len: 168 time: 0.1685233 Jun 07 13:54:58.126533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-92d69604-93a0-493d-8fe6-560615105c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:54:58.138338 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496e6d11-d3db-48d7-80f2-500d0a95751d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:54:58.141057 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:54:59.168004 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:54:59.373761 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ba83d-c0e9-4493-9c71-d058079f545a req-8f84d81f-7063-421e-9f45-bed253fe2e93 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:54:59.375343 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1e5ba83d-c0e9-4493-9c71-d058079f545a req-8f84d81f-7063-421e-9f45-bed253fe2e93 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0951397 Jun 07 13:54:59.428918 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1e5ba83d-c0e9-4493-9c71-d058079f545a req-03d60f61-4282-4887-b6f2-0ac01ce2f60d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Jun 07 13:55:00.861265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.005791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48016) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:01.134009 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.248533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.253788 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.260144 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:01.302360 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df76054c6a9a4abf8c8b8861df3fb4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954109 Jun 07 13:55:01.303217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c5c63f-82fa-47e9-bd66-eda999f98482,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:01.305029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48028) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:01.306714 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:01.373196 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.400181 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.449611 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.452192 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.453317 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99c5c63f-82fa-47e9-bd66-eda999f98482 HTTP/1.1" status: 204 len: 168 time: 0.1464295 Jun 07 13:55:01.454717 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d7c294e8-33b7-4ee3-94f7-b84eb6b0c956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:01.464123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c5c63f-82fa-47e9-bd66-eda999f98482,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:01.466306 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:01.744802 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48036) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:01.761908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.869646 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.873287 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:01.880736 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2b0ec93-c764-44e7-a632-eebc82ba8f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:01.924519 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a992dac479f4c1cbbc8dbcb39a6c29b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783569 Jun 07 13:55:01.925247 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309a011-17c8-4cc8-8bea-1985d846ce3b,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:01.927007 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48038) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:01.928452 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:01.985120 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:02.010810 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:02.061998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:02.065294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:02.066521 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c309a011-17c8-4cc8-8bea-1985d846ce3b HTTP/1.1" status: 204 len: 168 time: 0.1384339 Jun 07 13:55:02.067308 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:02.077055 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309a011-17c8-4cc8-8bea-1985d846ce3b,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:02.080176 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:02.817860 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a9254-3771-4dbb-9026-13dcbc4cafeb req-4a868c1c-3085-4812-b643-46590622aaa9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:02.819344 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4a7a9254-3771-4dbb-9026-13dcbc4cafeb req-4a868c1c-3085-4812-b643-46590622aaa9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0912161 Jun 07 13:55:02.880818 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4a7a9254-3771-4dbb-9026-13dcbc4cafeb req-8e6a8557-221e-43aa-a7f4-ff1dbc4edd58 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Jun 07 13:55:04.033632 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-fe0a893d-2a04-491d-a275-4aafdc4eb9a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012869 Jun 07 13:55:04.131360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8865652-4d7b-4e78-b159-205c083b180c req-ab7f593e-75bb-41b7-b3d4-58c31db504b3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:04.139313 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a8865652-4d7b-4e78-b159-205c083b180c req-ab7f593e-75bb-41b7-b3d4-58c31db504b3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1169145 Jun 07 13:55:04.200646 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a8865652-4d7b-4e78-b159-205c083b180c req-3cf40b7b-e305-4b97-92e4-1544dfb80de0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601795 Jun 07 13:55:04.271531 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-f2defdf3-a28d-41cc-800a-f637100e1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:04.273039 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-f2defdf3-a28d-41cc-800a-f637100e1b72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.1097643 Jun 07 13:55:04.590054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-1de325fd-dbad-4101-9a63-47c6659aba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:04.591873 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-1de325fd-dbad-4101-9a63-47c6659aba7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.2983820 Jun 07 13:55:04.680109 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-52ab0cfb-584d-4ec9-803d-477f120d96a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.0766306 Jun 07 13:55:04.752845 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-b98cf34f-c44a-494b-b44e-c16c0b312bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:04.754311 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-b98cf34f-c44a-494b-b44e-c16c0b312bca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.0719526 Jun 07 13:55:04.810262 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-6f357fad-1451-41a1-8043-459ede650f13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493057 Jun 07 13:55:04.956763 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-f6020a5e-d1d4-4305-9c29-90dd5e6eb544 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383235 Jun 07 13:55:05.144110 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d54793b1-6606-469a-9fd8-e365a8a7c83f req-a3de457d-ee9f-4b18-ba40-51069f70b268 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794894 Jun 07 13:55:05.203499 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48174) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:05.395755 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.405902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.483619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf600fa1-4de7-49fb-92d1-2887ec2dfdea req-60d69f51-d33d-4587-8a0b-4bd422abeb39 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:05.485588 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cf600fa1-4de7-49fb-92d1-2887ec2dfdea req-60d69f51-d33d-4587-8a0b-4bd422abeb39 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1497476 Jun 07 13:55:05.557419 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cf600fa1-4de7-49fb-92d1-2887ec2dfdea req-e5dd099e-dcbf-4d1f-a914-dcb0c143f657 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636921 Jun 07 13:55:05.615223 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.619705 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.629105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba4d3787-37ca-4c0b-bc23-a72da5ac13eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:05.681244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749efb0a-aad5-40ad-a7eb-093bdb0f920a,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:05.686110 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a9a9c4c1cab45899b9aef9ae19cdc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807034 Jun 07 13:55:05.694100 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48192) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:05.707525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9c95e417-edc3-4419-ae6e-b2efcb002003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:05.774624 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.806817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.877972 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.881038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:05.882385 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/749efb0a-aad5-40ad-a7eb-093bdb0f920a HTTP/1.1" status: 204 len: 168 time: 0.1866415 Jun 07 13:55:05.883362 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:05.896053 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749efb0a-aad5-40ad-a7eb-093bdb0f920a,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:05.904711 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:06.224850 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48218) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:06.242564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.348911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.352616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.361981 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1f21002e-7134-4d3a-a3e1-7964443c169e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:06.401238 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8d5c7edc83d4fb19ea5ebd739aa0813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752629 Jun 07 13:55:06.402665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726a5cc6-5fc5-477f-9311-216b8c13ffbd,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:06.403860 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48220) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:06.405640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:06.461224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.487747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.541640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.544191 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:06.545298 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/726a5cc6-5fc5-477f-9311-216b8c13ffbd HTTP/1.1" status: 204 len: 168 time: 0.1404784 Jun 07 13:55:06.546242 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3a1060cc-1f0a-4dc7-a7a6-c6dc0a71d49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:06.557070 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a5cc6-5fc5-477f-9311-216b8c13ffbd,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:06.559407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:06.811975 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd6635-6363-4fd5-9e52-87c1a24002fa req-965d97af-370a-4642-92e4-7b5dd99e7c78 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:06.814587 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-21dd6635-6363-4fd5-9e52-87c1a24002fa req-965d97af-370a-4642-92e4-7b5dd99e7c78 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0994539 Jun 07 13:55:06.867239 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-21dd6635-6363-4fd5-9e52-87c1a24002fa req-2ddc6b1d-72ab-41b9-bdab-ba7042b0e722 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468466 Jun 07 13:55:07.444557 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48268) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:07.585158 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:07.762526 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:07.771725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2619d4-7994-475d-ab58-ead25b27a60c req-38895e08-0527-4c47-9d14-a3d74a34c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:07.773216 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-db2619d4-7994-475d-ab58-ead25b27a60c req-38895e08-0527-4c47-9d14-a3d74a34c715 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1099 time: 0.1259453 Jun 07 13:55:07.773950 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:07.784332 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-61499418-b4eb-4aea-9af5-8d4fccf8dc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:07.861818 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2a0a00a54104155971459722ccd4837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161208 Jun 07 13:55:07.862658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299d1ca4-1878-4871-83fd-4d679fb6ab45,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:07.862830 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48286) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:07.867989 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:07.873463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-db2619d4-7994-475d-ab58-ead25b27a60c req-10071715-55dc-48bf-8c2d-3fa53898e619 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901141 Jun 07 13:55:07.968719 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.005701 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.077067 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.080758 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.084256 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/299d1ca4-1878-4871-83fd-4d679fb6ab45 HTTP/1.1" status: 204 len: 168 time: 0.2179165 Jun 07 13:55:08.084256 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3961e351-041b-448b-9095-15e85eeb34f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:08.099931 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299d1ca4-1878-4871-83fd-4d679fb6ab45,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:08.102412 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:08.147802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcde22-c654-4b0b-9c7f-5576af56aca4 req-38b7069a-60be-4b99-89ef-3156bebe99db tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:08.150519 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-26fcde22-c654-4b0b-9c7f-5576af56aca4 req-38b7069a-60be-4b99-89ef-3156bebe99db tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1595399 Jun 07 13:55:08.224758 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-26fcde22-c654-4b0b-9c7f-5576af56aca4 req-1e298344-72c9-41e9-8bbf-1e168c6dc92a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662336 Jun 07 13:55:08.661213 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48316) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:08.676862 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.787374 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.791395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.800997 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:08.842936 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca22e97baf234abda3979e9b06162199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804774 Jun 07 13:55:08.842936 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e02768-25e8-4cc7-b2aa-ee83d689979b,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:08.847555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48322) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:08.848056 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:08.909122 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.936431 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.994595 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.997225 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:08.998388 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79e02768-25e8-4cc7-b2aa-ee83d689979b HTTP/1.1" status: 204 len: 168 time: 0.1538568 Jun 07 13:55:08.999175 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0339e23d-5e06-4a94-afce-a15c6bdbcfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:09.010197 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e02768-25e8-4cc7-b2aa-ee83d689979b,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:09.012438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:10.292995 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48378) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:10.410884 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.517654 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.522016 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.529144 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-cf97ef0c-a22d-4255-9164-542b21e9c219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:10.570304 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8faa8d315a664ff5a7ab9763e6626202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762394 Jun 07 13:55:10.571194 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029315d9-6f20-4a1f-8a36-4270201bc7d2,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:10.572969 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48384) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:10.574177 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b8256eaf-390b-41e3-a5af-b4568935b596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:10.632485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.662335 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.714103 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.716795 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:10.717879 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/029315d9-6f20-4a1f-8a36-4270201bc7d2 HTTP/1.1" status: 204 len: 168 time: 0.1434262 Jun 07 13:55:10.718672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0a667a59-e8c0-46f4-be92-c54f8d923510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:10.729664 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029315d9-6f20-4a1f-8a36-4270201bc7d2,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:10.731417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:11.210186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02c5d9-e4b4-4342-9488-8e9ef3ffd73d req-055f6923-48d5-4209-ac40-c1eb866b060a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:11.211689 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b02c5d9-e4b4-4342-9488-8e9ef3ffd73d req-055f6923-48d5-4209-ac40-c1eb866b060a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0857944 Jun 07 13:55:11.275385 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b02c5d9-e4b4-4342-9488-8e9ef3ffd73d req-a7bc4c2f-5cbd-4e73-97a2-974ca5a2a497 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577238 Jun 07 13:55:12.508273 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8b27-bcb7-439a-affb-a9359d9a694a req-527d57d2-9a65-4157-8d29-baf71ad2371b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:12.514999 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-80da8b27-bcb7-439a-affb-a9359d9a694a req-527d57d2-9a65-4157-8d29-baf71ad2371b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1073339 Jun 07 13:55:12.575263 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-80da8b27-bcb7-439a-affb-a9359d9a694a req-71395157-a0c7-46fb-8c47-02f8bd909f84 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Jun 07 13:55:12.628895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48464) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:12.764244 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:12.786669 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49475947-fcff-436e-b0b5-005293dd4015 req-ad9df7ff-e4bc-47bb-88f2-5834da2c36cb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:12.789103 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49475947-fcff-436e-b0b5-005293dd4015 req-ad9df7ff-e4bc-47bb-88f2-5834da2c36cb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0977771 Jun 07 13:55:12.841171 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49475947-fcff-436e-b0b5-005293dd4015 req-bc709314-f71b-4c71-b35a-c0ee02d563b4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Jun 07 13:55:12.900157 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:12.903862 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:12.913232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0da80046-a882-4065-9da6-fe133aab0bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:12.958265 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ec0758-8db2-4590-9651-ef42184c9c43,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:12.961728 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:12.964231 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c67748db3a13490f92f553485da52f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343208 Jun 07 13:55:12.968277 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48476) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:13.033733 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:13.061970 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:13.130556 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:13.133760 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:13.135207 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9ec0758-8db2-4590-9651-ef42184c9c43 HTTP/1.1" status: 204 len: 168 time: 0.1658475 Jun 07 13:55:13.136353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1ff9633b-345d-4b4f-aae9-85bfac46936f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:13.154649 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ec0758-8db2-4590-9651-ef42184c9c43,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:13.158177 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:13.829199 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-f1e54b00-c780-4f7f-8f1d-50cc9384f6df tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9364fa3202864c3d96e3a723aafed68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429142 Jun 07 13:55:14.123114 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-1b8d2583-9e7d-46bc-9e4f-61779128081c tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:14.125531 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-1b8d2583-9e7d-46bc-9e4f-61779128081c tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906475 Jun 07 13:55:14.142484 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-8af0790d-5da6-4250-8876-76a666651be9 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/quotas/9364fa3202864c3d96e3a723aafed68e HTTP/1.1" status: 200 len: 375 time: 0.0108321 Jun 07 13:55:14.156441 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48540) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:14.200572 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-f4087ff5-84f1-4325-be52-690f743cfe0d tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9364fa3202864c3d96e3a723aafed68e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505126 Jun 07 13:55:14.281483 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1958415293-network', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:14.308559 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Made reservation on behalf of 52ffdc12ca46421aa766d4cdcca4b4fc for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:14.311725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.332534 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.434199 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-87551451-03f6-4395-917f-73781591e0d4 req-49213766-6436-4a43-b4fc-aa7577f247f4 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.0540111 Jun 07 13:55:14.437028 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48550) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:14.514947 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.520095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.524322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-27da4110-74f6-4e22-8898-74e86ed1310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:14.551191 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:55:14.565421 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a387a216-fbea-4734-9289-7e8406ba91ac,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:14.569693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:14.570700 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.571037 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Added segment c5dc6544-4930-4857-825d-84160927be36 of type vlan for network ace8f1d3-2302-4324-9f05-1f382fc07853 Jun 07 13:55:14.606105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.649185 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.649395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.651288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:14.651720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.667107 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-39b77171-663d-4e5c-b9ee-1dbf90310665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:14.790018 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6318636 Jun 07 13:55:14.794707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48570) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:14.812089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Request body: {'subnet': {'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1958415293-subnet', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:14.919912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ace8f1d3-2302-4324-9f05-1f382fc07853,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:14.924994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:14.934482 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network ace8f1d3-2302-4324-9f05-1f382fc07853 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:55:14.953112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.959295 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:14.972669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:14.984306 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Made reservation on behalf of 52ffdc12ca46421aa766d4cdcca4b4fc for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:14.997036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.008688 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2695c86b-f6a4-450c-ad8f-a8a3f7399064,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:15.015035 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:15.039281 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1fec4b1b5f94b0ab158926e81657d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997031 Jun 07 13:55:15.042037 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48576) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:15.144007 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.191383 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.345905 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-bd179ebb-121e-46c3-ba2a-6168775d4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:15.347670 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-bd179ebb-121e-46c3-ba2a-6168775d4384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.1365898 Jun 07 13:55:15.350143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.354788 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.358380 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2695c86b-f6a4-450c-ad8f-a8a3f7399064 HTTP/1.1" status: 204 len: 168 time: 0.3127954 Jun 07 13:55:15.358380 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-101230aa-d20d-44af-9486-ec0e66436144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:15.372653 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695c86b-f6a4-450c-ad8f-a8a3f7399064,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:15.382553 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:15.428386 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5403965-b6cd-4d40-8ec6-50b288ca6032 req-139cbbfc-35f7-4e58-a40d-7de0e70edbc8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:15.439332 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5403965-b6cd-4d40-8ec6-50b288ca6032 req-139cbbfc-35f7-4e58-a40d-7de0e70edbc8 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1930320 Jun 07 13:55:15.556492 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5403965-b6cd-4d40-8ec6-50b288ca6032 req-8c81cd28-00f8-4c94-b8b0-32d59511a143 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158481 Jun 07 13:55:15.677363 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1cc5edf0-2d11-479b-b116-d123a06a6393 req-fca13177-6681-435f-b923-9906efe9bc26 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.0793624 Jun 07 13:55:15.716412 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.717674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-fbdce3e5-c5bd-4efc-9fa2-af90a9328d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:15.719134 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-fbdce3e5-c5bd-4efc-9fa2-af90a9328d75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.3255486 Jun 07 13:55:15.724560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:15.783395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48592) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:15.804278 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.836959 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-93a927d9-e29f-4a44-a703-81fb04457388 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.0870962 Jun 07 13:55:15.868460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc1368aa-bfc1-4718-b9d2-18b094bcbbab,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:15.871316 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:15.932704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.938071 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:15.947913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-81830f3a-ab14-4de3-9f05-2ed5ec998a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:15.959859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:15.960581 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Network hostable DHCP agents. Network: ace8f1d3-2302-4324-9f05-1f382fc07853, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:55:15.973783 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-e1cc429a-7df9-4343-95d9-56a639305d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:15.975256 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-e1cc429a-7df9-4343-95d9-56a639305d71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.1015432 Jun 07 13:55:15.982115 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d26a096-78bc-466b-8dd0-e4cad74ada25,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:15.987992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:15.997407 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:55:16.011654 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9da5ab9aade84ea5b13040a6c6479161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2267468 Jun 07 13:55:16.012360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48598) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:16.093329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, ace8f1d3-2302-4324-9f05-1f382fc07853) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:16.100817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.104537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126bc50-5f99-42df-bc97-57df79b9c230 None None] Network ace8f1d3-2302-4324-9f05-1f382fc07853 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:16.112111 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-194b5da0-5a65-43e1-988b-11d64a761e6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012552 Jun 07 13:55:16.113875 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-cb43a14c-16ed-470c-befd-4183ee2966c9 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9364fa3202864c3d96e3a723aafed68e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042764 Jun 07 13:55:16.115065 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:16.115665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.139355 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f4fa939a-5428-4a40-a51d-be601d2bef0f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3425612 Jun 07 13:55:16.142185 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48600) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:16.147900 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:16.153803 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.237284 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.241202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.244747 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d26a096-78bc-466b-8dd0-e4cad74ada25 HTTP/1.1" status: 204 len: 168 time: 0.2290478 Jun 07 13:55:16.244747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-33f0b353-2f7a-49c0-bce1-1b31934e7a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:16.272042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.273111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.278143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d26a096-78bc-466b-8dd0-e4cad74ada25,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:16.280559 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:16.431879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.457842 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-ace8f1d3-2302-4324-9f05-1f382fc07853', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:55:16.458607 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.496192 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-a1f1263c-ed79-40d1-8e36-b73502971b84 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287041 Jun 07 13:55:16.506075 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-23f510cf-f6cf-45ad-a123-d6b5bc0722b4 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:16.507471 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-23f510cf-f6cf-45ad-a123-d6b5bc0722b4 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389089 Jun 07 13:55:16.660272 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Allocated IP 172.20.0.2 (ace8f1d3-2302-4324-9f05-1f382fc07853/fc1368aa-bfc1-4718-b9d2-18b094bcbbab/4ffcd0c8-14e9-480f-9d88-2740abfbe28b) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:16.791365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Request body: {'port': {'device_id': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057', 'admin_state_up': True, 'tenant_id': '9364fa3202864c3d96e3a723aafed68e'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:16.811100 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c379-c8ec-4777-afe2-b7d45d6ba7b0 req-ca60dc36-3e3b-4494-bd7c-881500d59adb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:16.822968 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-da94c379-c8ec-4777-afe2-b7d45d6ba7b0 req-ca60dc36-3e3b-4494-bd7c-881500d59adb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1288633 Jun 07 13:55:16.825196 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48620) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:16.891319 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.957586 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:16.964139 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-da94c379-c8ec-4777-afe2-b7d45d6ba7b0 req-910b34ec-bbb4-46ec-85fc-6278112c548d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400113 Jun 07 13:55:16.987573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Transition to ACTIVE for port object 4ffcd0c8-14e9-480f-9d88-2740abfbe28b will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:17.009877 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Transition to ACTIVE for port object 4ffcd0c8-14e9-480f-9d88-2740abfbe28b will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:17.018039 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.023062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:17.106134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.111971 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.127356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-bc05e829-4a54-43eb-94ad-e044170c1337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:17.131955 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:17.136215 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:17.140178 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:17.178744 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Pushing event updated for resources: {'Port': ['ID=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:17.195449 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=383b402207df4e0cb6d7349364192b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686576 Jun 07 13:55:17.196740 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.197282 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.197543 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48636) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:17.198076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.198599 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.198954 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.199283 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.199772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.200162 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.200624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.201030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.201549 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.201918 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:17.206909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:17.240512 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a40936b-0e5d-4da3-9980-2913048a7b49,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:17.263524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:17.269227 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Attempting to bind port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:17.269612 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Attempting to bind port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:17.269979 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Attempting to bind port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:17.277204 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:17.277629 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:17.278037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.278476 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Bound using segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:17.278958 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Bound port: 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:17.279962 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.293974 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95676139-448c-4d3e-8ab6-e40d82a3fdca req-7625fb14-77a0-4bbe-be75-7008a56ce2c6 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.2592998 Jun 07 13:55:17.377347 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.415221 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] For port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:17.419665 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.419976 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] For port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:17.425597 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.427837 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.431641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:17.475427 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48642) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:17.495560 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.500748 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.506622 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a40936b-0e5d-4da3-9980-2913048a7b49 HTTP/1.1" status: 204 len: 168 time: 0.3068657 Jun 07 13:55:17.508269 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-775332df-ef6e-4b4e-85d7-133540334ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:17.520785 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a40936b-0e5d-4da3-9980-2913048a7b49,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:17.536906 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:17.621728 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Pushing event updated for resources: {'Port': ['ID=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:17.631196 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:17.631421 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d6d0069-b441-4304-8917-be02b5ab7586 req-7fa1b35d-4371-43b7-b8c1-3f75e4561a81 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0487065 Jun 07 13:55:17.688843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Made reservation on behalf of 9364fa3202864c3d96e3a723aafed68e for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:17.693134 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.708667 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.781539 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.891320 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.907360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:17.919658 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a926268e-468a-4853-b79c-69c08d565bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:17.984282 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0fd2b7c304b48ca874de92579dc345c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046155 Jun 07 13:55:17.984282 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691bdd19-c338-4549-868d-fb1d86faca3f,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:17.985139 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48662) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:18.027145 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:18.069216 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.113565 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.194845 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.232837 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.285630 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.292025 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.293211 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/691bdd19-c338-4549-868d-fb1d86faca3f HTTP/1.1" status: 204 len: 168 time: 0.3068571 Jun 07 13:55:18.294957 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-989e4dff-2edc-4c6b-854b-941f5d1cef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:18.305889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691bdd19-c338-4549-868d-fb1d86faca3f,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:18.311716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:18.356472 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202a98b-ba3f-4070-b31a-132e9e01533b req-598b3a68-3d1f-43ba-8831-a2b8ca717c95 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:18.358132 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6202a98b-ba3f-4070-b31a-132e9e01533b req-598b3a68-3d1f-43ba-8831-a2b8ca717c95 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1777256 Jun 07 13:55:18.421758 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.427561 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:18.435611 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9a029040-94af-4775-8218-ee4ab114495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:18.449266 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6202a98b-ba3f-4070-b31a-132e9e01533b req-53de7f1e-01e1-49dc-856d-466b91eab832 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836601 Jun 07 13:55:18.636578 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ab41dc85-b41a-45a5-a832-865489449636 req-3e66d413-e0bc-430a-8268-1308e415a44c tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.1296525 Jun 07 13:55:18.695303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Allocated IP 172.27.1.158 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/4445367d-c7e4-4d85-a7d9-7dd961145df0) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:18.910376 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc519e68-aadd-4b3f-9b54-a86a4daf8695,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:18.913577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:18.966271 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Allocated IP 192.168.233.25 (c53ba27a-f04f-4de6-a170-f6702c258057/f2848217-19d2-4b9b-894a-9a292e22f757/6ce020c4-d09b-43e2-85d1-39ea01ee5e67) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:19.015719 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.047672 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394ac0b-a88e-434d-805f-bc3443558426 None None] Network ace8f1d3-2302-4324-9f05-1f382fc07853 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:19.140804 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.164314 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-82dbc3ba-390c-4fc7-88ce-e5203caf26bc None None] Provisioning for port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:19.170464 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:19.233358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:19.409054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:19.411447 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:19.459572 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4ffcd0c8-14e9-480f-9d88-2740abfbe28b up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:19.477708 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Pushing event updated for resources: {'Port': ['ID=4445367d-c7e4-4d85-a7d9-7dd961145df0,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:19.478350 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:19.575445 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:19.589161 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:19.592736 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.620013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.741449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22652db1-81ce-42c9-93d2-d2971eb257af req-c8a02600-c137-403c-b257-0c9b0c970269 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:19.751934 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-22652db1-81ce-42c9-93d2-d2971eb257af req-c8a02600-c137-403c-b257-0c9b0c970269 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1357558 Jun 07 13:55:19.757995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Transition to ACTIVE for port object 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:19.824570 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-22652db1-81ce-42c9-93d2-d2971eb257af req-3501ceaa-4433-4db4-affc-75ba3a7b52a4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714977 Jun 07 13:55:19.847781 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.923093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-62aaa8ff-f9f8-457d-891f-6bd5fa04c212 None None] Provisioning complete for port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:19.923759 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-62aaa8ff-f9f8-457d-891f-6bd5fa04c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.933089 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd5946b9-e283-45c3-902f-6e743ff3a7d6 req-24fcb82f-41b7-4721-97cc-f51e0b79d253 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.0650623 Jun 07 13:55:19.939217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:19.987295 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:19.998809 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:20.004798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:20.018261 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:20.106433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Network c53ba27a-f04f-4de6-a170-f6702c258057 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:20.111250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:20.118603 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:20.128732 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:20.132996 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:20.159580 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Pushing event updated for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:20.164228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:20.179168 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:20.294086 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:20.294086 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:20.370049 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-defa27b4-3338-4af2-9f6d-4b6b48f40699 None None] Provisioning for port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:20.375498 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-defa27b4-3338-4af2-9f6d-4b6b48f40699 None None] Provisioning complete for port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:20.376628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-defa27b4-3338-4af2-9f6d-4b6b48f40699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:20.381858 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6338525 Jun 07 13:55:20.407775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Request body: {'port': {'device_id': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:20.438381 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-defa27b4-3338-4af2-9f6d-4b6b48f40699 None None] Port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:20.693290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:20.763828 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:21.020816 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbad1a-ec33-48c7-aac8-73538999ca38 req-b2e286d8-5b82-4abf-b041-412077b141cd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:21.023197 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fcbbad1a-ec33-48c7-aac8-73538999ca38 req-b2e286d8-5b82-4abf-b041-412077b141cd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0959423 Jun 07 13:55:21.078454 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fcbbad1a-ec33-48c7-aac8-73538999ca38 req-5f03431f-b667-48a9-afb7-48e1d9f425a0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Jun 07 13:55:21.299757 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4ffcd0c8-14e9-480f-9d88-2740abfbe28b up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:21.372576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986659fe-9201-4f8f-92e2-e97a1c868571 req-67e0b215-371f-4f8b-8ea1-a9832ac07e5d tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:21.374779 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-986659fe-9201-4f8f-92e2-e97a1c868571 req-67e0b215-371f-4f8b-8ea1-a9832ac07e5d tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 935 time: 0.2648878 Jun 07 13:55:21.379358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:55:21.380593 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:21.381064 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:21.585860 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-986659fe-9201-4f8f-92e2-e97a1c868571 req-58451ec5-4308-4cd6-b31a-8753dafb6b84 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016492 Jun 07 13:55:21.602592 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:21.681025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:21.709568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Transition to ACTIVE for port object 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:21.713769 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:21.720150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:21.754305 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:21.765898 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:21.779968 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:21.780591 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:54:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:21.967657 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:21.969075 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8252778 Jun 07 13:55:21.972660 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48752) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:21.977590 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:21.986282 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:21.989429 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:22.032512 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Attempting to bind port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:22.032853 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Attempting to bind port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:22.033292 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Attempting to bind port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 on network c53ba27a-f04f-4de6-a170-f6702c258057 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:22.038434 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 on network c53ba27a-f04f-4de6-a170-f6702c258057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:55:22.038745 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Attempting to bind port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 on network c53ba27a-f04f-4de6-a170-f6702c258057 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:22.047019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:22.047346 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Checking segment: {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:22.048327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Bound using segment: {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:22.048753 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Bound port: 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f2ba4f5-9167-4526-ada2-951b84dbb152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:22.049467 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.205794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:22.210733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:22.217327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.238419 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c6330735-b732-40c9-91ea-eeddfe79ccf5 tempest-DeleteServersTestJSON-1901884468 tempest-DeleteServersTestJSON-1901884468-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:22.318537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:22.320240 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.322647 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ce020c4-d09b-43e2-85d1-39ea01ee5e67 HTTP/1.1" status: 200 len: 1097 time: 1.9235706 Jun 07 13:55:22.323360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:22.326041 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148fd6b-57b7-40b4-9212-58a4854a8797" -d '{"events": [{"name": "network-changed", "server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:22.429399 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:19Z', 'revision_number': 3, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:22.440433 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:22.440930 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Updating router 047b9044-9e2a-4c50-a6cc-173e50de44b3 port 4445367d-c7e4-4d85-a7d9-7dd961145df0 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:55:22.473720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Pushing event updated for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:22.484424 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:22.545536 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.572086 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-d64313cc-1f96-4081-9938-432e8b40dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:22.575766 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-d64313cc-1f96-4081-9938-432e8b40dbab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9364fa3202864c3d96e3a723aafed68e&device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 1100 time: 0.1662955 Jun 07 13:55:22.684755 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef33515-cc39-464a-97c0-ec015a3edc27 x-openstack-request-id: req-aef33515-cc39-464a-97c0-ec015a3edc27 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:22.685288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:22.685686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aef33515-cc39-464a-97c0-ec015a3edc27 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:22.686211 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67', 'status': 'completed', 'code': 200} Jun 07 13:55:22.704963 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-bb0654d9-48ea-4575-8d2b-cfa98da04b0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67 HTTP/1.1" status: 200 len: 217 time: 0.0876358 Jun 07 13:55:22.786499 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d3a81-4a5e-494a-8c21-f19b56705e0f req-1b2a6e16-0fe0-4664-b3c8-305033a905c1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:22.795571 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2a6d3a81-4a5e-494a-8c21-f19b56705e0f req-1b2a6e16-0fe0-4664-b3c8-305033a905c1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.5649111 Jun 07 13:55:22.809441 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-69d93498-6a9e-4176-839c-90f891bb479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:22.811027 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-69d93498-6a9e-4176-839c-90f891bb479a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2848217-19d2-4b9b-894a-9a292e22f757 HTTP/1.1" status: 200 len: 843 time: 0.0992870 Jun 07 13:55:22.909150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-0000e818-4968-4cfa-a95f-53eb0f821272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:22.910802 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-0000e818-4968-4cfa-a95f-53eb0f821272 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53ba27a-f04f-4de6-a170-f6702c258057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0854046 Jun 07 13:55:22.921179 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2a6d3a81-4a5e-494a-8c21-f19b56705e0f req-7b06b4f9-3627-48d4-8066-6b5b105044f6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241131 Jun 07 13:55:22.960888 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.977552 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Transition to ACTIVE for port object 4445367d-c7e4-4d85-a7d9-7dd961145df0 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:22.985969 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:22.991050 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:23.103094 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Attempting to bind port 4445367d-c7e4-4d85-a7d9-7dd961145df0 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:23.103640 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Attempting to bind port 4445367d-c7e4-4d85-a7d9-7dd961145df0 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:23.104105 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Attempting to bind port 4445367d-c7e4-4d85-a7d9-7dd961145df0 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:23.112441 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:23.112967 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:23.113453 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.114317 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:23.114501 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Bound port: 4445367d-c7e4-4d85-a7d9-7dd961145df0, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:23.114950 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.134674 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-e4ab2f4b-3167-4dfb-809e-99bbddba9506 service neutron] 10.222.0.55 "GET /v2.0/networks/c53ba27a-f04f-4de6-a170-f6702c258057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147174 Jun 07 13:55:23.138821 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Pushing event updated for resources: {'Port': ['ID=4445367d-c7e4-4d85-a7d9-7dd961145df0,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:23.140741 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.154490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158e75b-efe8-4f56-be44-5022476c0be2 req-d749e710-971e-46aa-a613-ca9b11565ec9 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:23.157403 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7158e75b-efe8-4f56-be44-5022476c0be2 req-d749e710-971e-46aa-a613-ca9b11565ec9 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 947 time: 0.1296120 Jun 07 13:55:23.164579 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.165116 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.165535 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.165926 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.166327 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.166702 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.167180 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.167531 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.167931 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.168320 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.168752 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.169148 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:55:23.177833 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:23.228710 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] For port 4445367d-c7e4-4d85-a7d9-7dd961145df0, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:23.232610 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] For port 4445367d-c7e4-4d85-a7d9-7dd961145df0, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4445367d-c7e4-4d85-a7d9-7dd961145df0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:23.245496 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.251023 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:23.331775 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:23.332456 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:54:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:23.392421 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7158e75b-efe8-4f56-be44-5022476c0be2 req-bee6b099-1d72-407c-b712-7c103dc9bbca tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919386 Jun 07 13:55:23.395598 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Pushing event updated for resources: {'Port': ['ID=4445367d-c7e4-4d85-a7d9-7dd961145df0,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:23.398305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Allocated IP 172.20.0.1 (ace8f1d3-2302-4324-9f05-1f382fc07853/fc1368aa-bfc1-4718-b9d2-18b094bcbbab/00b78210-a2ee-4637-b9a6-0c6b98dc7cde) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:23.414514 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:23.458178 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55c0739e-712a-4958-9680-713cdca2ecd9 req-93f1f6ef-fd79-449d-acd9-5f66c96ca81f service neutron] 10.222.0.55 "GET /v2.0/networks/c53ba27a-f04f-4de6-a170-f6702c258057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008451 Jun 07 13:55:23.537267 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:23.579908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.602669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.provisioning_blocks [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Transition to ACTIVE for port object 00b78210-a2ee-4637-b9a6-0c6b98dc7cde will not be triggered until provisioned by entity DHCP. {{(pid=91745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:23.647824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.653977 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:23.660462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-f636cbfa-e148-4183-8a12-219513f6163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:23.662631 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-f636cbfa-e148-4183-8a12-219513f6163d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9364fa3202864c3d96e3a723aafed68e&device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 1100 time: 0.0936711 Jun 07 13:55:23.730774 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:23.735726 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:23.748755 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:23.842326 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Pushing event updated for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:23.852735 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:23.861093 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-9ad1042f-19dd-4d46-a677-30b828f8ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:23.862512 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-9ad1042f-19dd-4d46-a677-30b828f8ac41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c53ba27a-f04f-4de6-a170-f6702c258057 HTTP/1.1" status: 200 len: 870 time: 0.1940236 Jun 07 13:55:23.889576 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:23.912658 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:19Z', 'revision_number': 3, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:23.923775 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb89d3-40cc-4936-9ce2-23d212ba8542 None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:19Z', 'revision_number': 3, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:24.033175 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-1ca7617b-187e-4f53-b8e7-47538e50ee74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67 HTTP/1.1" status: 200 len: 217 time: 0.1635745 Jun 07 13:55:24.179301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-e0629510-2792-430c-8354-fef90d7809f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:24.183048 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-e0629510-2792-430c-8354-fef90d7809f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2848217-19d2-4b9b-894a-9a292e22f757 HTTP/1.1" status: 200 len: 843 time: 0.1382859 Jun 07 13:55:24.241913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:24.277374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-361bea12-e187-4f8e-83e7-c8e22f6fe4a8 None None] Provisioning for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:24.294961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-361bea12-e187-4f8e-83e7-c8e22f6fe4a8 None None] Provisioning complete for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:24.297251 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-361bea12-e187-4f8e-83e7-c8e22f6fe4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:24.341362 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-17c92117-76f4-4daa-a9bf-bbcc6533c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:24.343021 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-17c92117-76f4-4daa-a9bf-bbcc6533c30d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53ba27a-f04f-4de6-a170-f6702c258057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1450469 Jun 07 13:55:24.409491 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53ab20-9cf7-407b-ba2a-b2e9efba4182 req-78d2fa72-8fa3-47f5-8566-e984d5f21507 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:24.437260 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4e53ab20-9cf7-407b-ba2a-b2e9efba4182 req-78d2fa72-8fa3-47f5-8566-e984d5f21507 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2625208 Jun 07 13:55:24.556176 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-361bea12-e187-4f8e-83e7-c8e22f6fe4a8 None None] Port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:24.594872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4e53ab20-9cf7-407b-ba2a-b2e9efba4182 req-04a4ff02-37e3-4aba-a66d-c7b39e547267 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547985 Jun 07 13:55:24.782681 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:24.791171 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:24.799439 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-fa655fda-c2c7-4702-9610-2641f30dc740 service neutron] 10.222.0.55 "GET /v2.0/networks/c53ba27a-f04f-4de6-a170-f6702c258057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464943 Jun 07 13:55:24.837306 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:24.915433 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Pushing event updated for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:24.923834 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:24.980793 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c7df8-a88c-4069-8d37-12c532347a6a req-abac41c2-7265-439b-9e1a-53a7b6374d23 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:24.982352 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-597c7df8-a88c-4069-8d37-12c532347a6a req-abac41c2-7265-439b-9e1a-53a7b6374d23 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 947 time: 0.3129447 Jun 07 13:55:25.049738 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8148fd6b-57b7-40b4-9212-58a4854a8797 req-58dca80f-02ba-4e22-a926-e4f447be599b service neutron] 10.222.0.55 "GET /v2.0/networks/c53ba27a-f04f-4de6-a170-f6702c258057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419345 Jun 07 13:55:25.060591 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-597c7df8-a88c-4069-8d37-12c532347a6a req-d1ff97c9-167f-44ec-aafa-3a7c40d3c137 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658984 Jun 07 13:55:25.101941 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.273260 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:25.274674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:25.398302 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4445367d-c7e4-4d85-a7d9-7dd961145df0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:25.507999 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-352ab001-2f2a-4cb6-9c8b-9c1f81ace6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.537573 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:55:25.574273 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 4445367d-c7e4-4d85-a7d9-7dd961145df0 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:25.591061 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 4445367d-c7e4-4d85-a7d9-7dd961145df0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:25.591706 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.655325 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-2801d4ed-8b89-4666-ac9f-148ea3d29c43 None None] Provisioning complete for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:25.656178 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-2801d4ed-8b89-4666-ac9f-148ea3d29c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.771531 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-2801d4ed-8b89-4666-ac9f-148ea3d29c43 None None] Port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:25.845112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:25.857014 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/047b9044-9e2a-4c50-a6cc-173e50de44b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8828800 Jun 07 13:55:25.872550 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.899750 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 4445367d-c7e4-4d85-a7d9-7dd961145df0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4445367d-c7e4-4d85-a7d9-7dd961145df0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:25.907724 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:25.910290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-1de22324-4795-4ae1-89f4-e78025b54503 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:25.979808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944fb4f-07ca-46ae-b3d1-1a3a143e3027 req-f70eaf23-152b-4b0d-8890-602cef86c9a1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:25.990418 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3944fb4f-07ca-46ae-b3d1-1a3a143e3027 req-f70eaf23-152b-4b0d-8890-602cef86c9a1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1674211 Jun 07 13:55:26.036619 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=4445367d-c7e4-4d85-a7d9-7dd961145df0,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:26.040642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:26.066352 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3944fb4f-07ca-46ae-b3d1-1a3a143e3027 req-a0c24fd1-6221-4891-b628-96556ac1993c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Jun 07 13:55:26.352029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82cedc-2918-452e-93e0-4ef9ef93d82d req-bacf8f0a-1f30-4a47-b59d-a311a9e5789a tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:26.362522 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9d82cedc-2918-452e-93e0-4ef9ef93d82d req-bacf8f0a-1f30-4a47-b59d-a311a9e5789a tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 947 time: 0.1309595 Jun 07 13:55:26.433844 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9d82cedc-2918-452e-93e0-4ef9ef93d82d req-14fd0e95-9747-41fe-abd0-837c73899ff2 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703342 Jun 07 13:55:26.517011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:26.527096 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:26.527999 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:54:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:26.710199 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:26.757248 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48868) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:26.762484 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-831915585-network', 'tenant_id': '5c688fd82c984a819da69a448d437dff'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:26.788996 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Made reservation on behalf of 5c688fd82c984a819da69a448d437dff for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:26.791382 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:26.805326 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:26.960019 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:26.964097 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:26.968785 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-58230720-0722-437e-ba17-39c2c4f78ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:27.001321 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:55:27.010627 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c165725-12c7-4a1f-bb2b-15f751a98775,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:27.014861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:27.018584 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.019128 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Added segment b64ef48b-ddc8-4088-af4d-9b3e421fc7d0 of type vlan for network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f Jun 07 13:55:27.069445 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.075676 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 2, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:27.081396 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:27.081829 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Updating router 047b9044-9e2a-4c50-a6cc-173e50de44b3 port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:55:27.122869 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.126388 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:27.127596 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.144370 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.159170 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-43517b34-1110-4f43-8b15-799f97a18b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:27.193381 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4308934 Jun 07 13:55:27.193839 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48884) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:27.203053 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Request body: {'subnet': {'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-831915585-subnet', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:27.263459 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Made reservation on behalf of 5c688fd82c984a819da69a448d437dff for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:27.272025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.400276 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Pushing event updated for resources: {'Network': ['ID=b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:27.404644 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:27.404927 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:55:27.408343 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4445367d-c7e4-4d85-a7d9-7dd961145df0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:27.462677 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:55:27.668536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.db.resource_extend [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:55:27.670389 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784de4a9-63a0-43ac-b52b-c423a4198364 req-38a06486-c9c8-4be9-a978-8c75ca6a95bd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:27.677695 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-784de4a9-63a0-43ac-b52b-c423a4198364 req-38a06486-c9c8-4be9-a978-8c75ca6a95bd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1532342 Jun 07 13:55:27.773977 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-784de4a9-63a0-43ac-b52b-c423a4198364 req-c4aa38c1-f43f-4de3-9ac3-989c0311cab1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947876 Jun 07 13:55:27.776073 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:27.783097 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:27.851201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48898) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:27.851917 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44457724-98d8-4e32-9390-7554441f7f7e,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:27.856165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:27.922156 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96d68e-ad78-4994-9d97-b7ce7314db51 req-022c673f-bfb4-4d87-871d-3a82bc914073 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:27.930082 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7c96d68e-ad78-4994-9d97-b7ce7314db51 req-022c673f-bfb4-4d87-871d-3a82bc914073 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 947 time: 0.1384676 Jun 07 13:55:27.935290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Checking segment: {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:27.936591 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Network hostable DHCP agents. Network: b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:55:27.993289 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:55:28.015551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:28.025340 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:28.025939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.036731 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7c96d68e-ad78-4994-9d97-b7ce7314db51 req-6d75e3fd-3a0b-4674-ac88-ca30914f5cd3 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056812 Jun 07 13:55:28.060274 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 4445367d-c7e4-4d85-a7d9-7dd961145df0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:28.060745 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.080024 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-643cb314-f2ee-48e9-8399-ca86fb4519cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8825371 Jun 07 13:55:28.082141 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 48906) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:28.086976 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:28.105824 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260ec68-20d2-48ec-a2d0-288187099639 None None] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:28.112592 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.113743 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.134712 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.137359 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.273486 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.286612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.291784 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.305078 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6896b5bb-7bbd-469c-9dd5-10a651be6965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:28.307294 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e857e8ef-1871-4b6a-aa2e-3944038e8bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.351921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:28.366051 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be9a93-7276-48d2-87f0-c6f903b9314d,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:28.382033 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:28.385096 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d53f163200b458784979a6a170c8dec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305037 Jun 07 13:55:28.390057 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.390619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48912) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:28.511130 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67', 'network_id': 'c53ba27a-f04f-4de6-a170-f6702c258057', 'port_id': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67', 'mac_address': 'fa:16:3e:e5:82:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2848217-19d2-4b9b-894a-9a292e22f757', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:55:28.566867 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.598206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.632500 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Transition to ACTIVE for port object 00b78210-a2ee-4637-b9a6-0c6b98dc7cde will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:28.670275 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.673198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.674354 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19be9a93-7276-48d2-87f0-c6f903b9314d HTTP/1.1" status: 204 len: 168 time: 0.2812569 Jun 07 13:55:28.676042 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c13e55b-be33-4d44-905c-fc525ec35b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:28.688740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.708768 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be9a93-7276-48d2-87f0-c6f903b9314d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:28.729251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:28.800842 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:28.818412 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.023898 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.161059 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:29.198916 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Pushing event updated for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:29.225646 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:29.273106 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8b3f4-65ae-4f6d-8d8d-933b8cd24904 req-541b0e91-c189-4711-8011-dced696d343e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:29.284843 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a1b8b3f4-65ae-4f6d-8d8d-933b8cd24904 req-541b0e91-c189-4711-8011-dced696d343e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1788139 Jun 07 13:55:29.287137 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48930) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:29.295073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'fixed_ips': [{'subnet_id': '44457724-98d8-4e32-9390-7554441f7f7e'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:55:29.296252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.325173 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:29.338102 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.345068 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.349443 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.353850 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.366875 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a1b8b3f4-65ae-4f6d-8d8d-933b8cd24904 req-fa782875-bf74-49dd-a7f8-1f9fa7b52216 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Jun 07 13:55:29.428269 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.466957 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.514983 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.520369 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.536620 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Attempting to bind port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:29.537021 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Attempting to bind port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:29.537365 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Attempting to bind port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:29.538085 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.576598 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:29.577054 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:29.577570 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.578116 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Bound using segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:29.579642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Bound port: 00b78210-a2ee-4637-b9a6-0c6b98dc7cde, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:29.579998 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.641055 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff69de-5f45-48da-83e9-35c33d980dbb,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:29.643180 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Allocated IP 172.27.1.61 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/1121d5b0-166a-40af-837e-3c3dd7c4c370) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:29.645402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:29.661724 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df3a75806d424587b755dc2eb03e15ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728857 Jun 07 13:55:29.664110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48932) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:29.740047 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Allocated IP 172.20.0.2 (b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f/44457724-98d8-4e32-9390-7554441f7f7e/fc79a865-7fad-43fe-a802-994a3f6b5e82) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:29.742238 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:29.751396 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:29.763307 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df822-15b9-420a-8063-ec0f45c90b16 req-0db2c45f-236e-4037-9e66-ffccb48196ff tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:29.766589 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-767df822-15b9-420a-8063-ec0f45c90b16 req-0db2c45f-236e-4037-9e66-ffccb48196ff tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 948 time: 0.2187097 Jun 07 13:55:29.814867 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.824848 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] For port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:29.856748 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.882132 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-767df822-15b9-420a-8063-ec0f45c90b16 req-f4f67618-512a-4f2a-aa8f-ec6158293ec8 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000457 Jun 07 13:55:29.885478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.886062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] For port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:29.911987 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.919178 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.922876 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-d8b97e13-d00f-4e67-8c1f-d64a4874683f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.924885 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.971357 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.973989 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:29.977871 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6cff69de-5f45-48da-83e9-35c33d980dbb HTTP/1.1" status: 204 len: 168 time: 0.3114784 Jun 07 13:55:29.978665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-dd82db54-1795-4918-a3d5-96ea0d9bf01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:29.988848 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff69de-5f45-48da-83e9-35c33d980dbb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:29.991315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:30.011716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:30.015655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:30.019767 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:30.097736 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Pushing event updated for resources: {'Port': ['ID=1121d5b0-166a-40af-837e-3c3dd7c4c370,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:30.107354 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:30.158946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:30.159647 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:30.296316 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:30.309328 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Transition to ACTIVE for port object fc79a865-7fad-43fe-a802-994a3f6b5e82 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:30.332801 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Transition to ACTIVE for port object fc79a865-7fad-43fe-a802-994a3f6b5e82 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:30.336807 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Pushing event updated for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:30.345079 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:30.349024 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:30.367535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:30.444199 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:30.453304 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:30.573290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:30.614340 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071127d-6377-4146-aab4-dba08b78871e req-41ba0667-67f6-4236-87a5-7bcf1e12677a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:30.616265 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7071127d-6377-4146-aab4-dba08b78871e req-41ba0667-67f6-4236-87a5-7bcf1e12677a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1029391 Jun 07 13:55:30.675245 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Pushing event updated for resources: {'Port': ['ID=fc79a865-7fad-43fe-a802-994a3f6b5e82,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:30.688008 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:30.694964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:30.702431 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7071127d-6377-4146-aab4-dba08b78871e req-496b0720-d0b1-437c-a5e5-5ef31f9af6af tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774651 Jun 07 13:55:30.751681 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:30.834072 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Attempting to bind port fc79a865-7fad-43fe-a802-994a3f6b5e82 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:30.834665 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Attempting to bind port fc79a865-7fad-43fe-a802-994a3f6b5e82 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:30.834816 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Attempting to bind port fc79a865-7fad-43fe-a802-994a3f6b5e82 on network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:30.842238 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:30.842679 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Checking segment: {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:30.843187 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:30.843456 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Bound using segment: {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:30.848543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Bound port: fc79a865-7fad-43fe-a802-994a3f6b5e82, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:30.848543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:31.120519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:31.149528 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c94290-7528-4e08-80a0-32b9aeddc91a req-ea44930d-74c5-4e29-9693-649938f14a60 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:31.158300 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11c94290-7528-4e08-80a0-32b9aeddc91a req-ea44930d-74c5-4e29-9693-649938f14a60 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 948 time: 0.1214507 Jun 07 13:55:31.170727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:31.210650 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11c94290-7528-4e08-80a0-32b9aeddc91a req-0e05d8c8-0bc3-4ac2-8fe6-496a76af8858 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Jun 07 13:55:31.288023 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] For port fc79a865-7fad-43fe-a802-994a3f6b5e82, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:31.300690 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] For port fc79a865-7fad-43fe-a802-994a3f6b5e82, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fc79a865-7fad-43fe-a802-994a3f6b5e82,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:31.308076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:31.321125 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:31.440712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Pushing event updated for resources: {'Port': ['ID=fc79a865-7fad-43fe-a802-994a3f6b5e82,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:31.446819 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:31.458015 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:29Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:31.469164 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c270c57-e7cc-418f-80d9-60fe64870b0d None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:29Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:31.542998 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['6ce020c4-d09b-43e2-85d1-39ea01ee5e67'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:55:31.690411 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Router 1613e0fc-7088-4b26-97fc-63504a6ec801 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:55:32.088705 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:32.101808 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Sync routers for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:32.137644 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:32.142731 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0594656 Jun 07 13:55:32.147133 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 48986) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:32.148862 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:32.149522 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:32.199687 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4475b-678c-41ca-a30c-d9839de67c76 req-7b3826da-f0e9-46bc-83a9-78ad6fdf8aaa tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:32.217546 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-42e4475b-678c-41ca-a30c-d9839de67c76 req-7b3826da-f0e9-46bc-83a9-78ad6fdf8aaa tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2170038 Jun 07 13:55:32.301183 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-42e4475b-678c-41ca-a30c-d9839de67c76 req-69f81d8c-4db8-4daa-8769-17de7cf1069d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824811 Jun 07 13:55:32.569219 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:32.864895 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a21667-f2bb-430f-8566-9a1cac3ddee3 req-f72fa31e-b8e3-4190-af33-26501fa78029 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:32.889326 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-23a21667-f2bb-430f-8566-9a1cac3ddee3 req-f72fa31e-b8e3-4190-af33-26501fa78029 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 948 time: 0.3780372 Jun 07 13:55:33.083252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:33.103904 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-23a21667-f2bb-430f-8566-9a1cac3ddee3 req-ead48c29-eb80-42b4-9f2b-c3f29196ed88 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132468 Jun 07 13:55:33.160249 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:30Z', 'revision_number': 3, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:33.175776 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Checking router: 1613e0fc-7088-4b26-97fc-63504a6ec801 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:33.176357 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Updating router 1613e0fc-7088-4b26-97fc-63504a6ec801 port 1121d5b0-166a-40af-837e-3c3dd7c4c370 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:55:33.187194 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a4eabf-28cf-4797-b58a-c838a1e26f0e None None] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:33.268809 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:33.385992 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-9fa4ff35-3f97-440b-86be-373a47ab2d04 None None] Provisioning for port fc79a865-7fad-43fe-a802-994a3f6b5e82 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:33.652491 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 00b78210-a2ee-4637-b9a6-0c6b98dc7cde up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:33.741573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:33.772112 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:33.772524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:33.925886 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:33.943591 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:33.943980 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.032967 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cffbc9-ad2c-4a0a-8c73-1720c3c296a1 req-476dc779-119f-4a0a-9e5a-c6a95f205990 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:34.039830 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-46cffbc9-ad2c-4a0a-8c73-1720c3c296a1 req-476dc779-119f-4a0a-9e5a-c6a95f205990 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.4144666 Jun 07 13:55:34.055476 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.070849 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Transition to ACTIVE for port object 1121d5b0-166a-40af-837e-3c3dd7c4c370 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:34.073704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.086520 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.115652 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-21ca30fa-942d-499f-ac80-9c3e0381bd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:34.131209 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-46cffbc9-ad2c-4a0a-8c73-1720c3c296a1 req-a501c5ce-4d5f-44fa-b62c-c485a4214071 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903716 Jun 07 13:55:34.263095 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.334619 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Attempting to bind port 1121d5b0-166a-40af-837e-3c3dd7c4c370 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:34.337779 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Attempting to bind port 1121d5b0-166a-40af-837e-3c3dd7c4c370 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:34.341391 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Attempting to bind port 1121d5b0-166a-40af-837e-3c3dd7c4c370 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:34.356985 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:34.359721 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aef5e7-c7b6-448e-bec1-a91be083d93b" -d '{"events": [{"server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "name": "network-vif-plugged", "status": "completed", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:34.377899 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:34.379650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.379774 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:34.380150 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:34.380464 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.380888 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:34.381370 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Bound port: 1121d5b0-166a-40af-837e-3c3dd7c4c370, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:34.381739 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.424475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.427626 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:34.529159 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e6620-3a8d-47f3-bc81-b809b07882f7 None None] Pushing event updated for resources: {'Port': ['ID=1121d5b0-166a-40af-837e-3c3dd7c4c370,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:34.539865 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a51e6620-3a8d-47f3-bc81-b809b07882f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:34.587613 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:34.592225 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:34.630905 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:34.638198 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.646229 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fc79a865-7fad-43fe-a802-994a3f6b5e82 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:34.667963 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] For port 1121d5b0-166a-40af-837e-3c3dd7c4c370, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:34.677702 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] For port 1121d5b0-166a-40af-837e-3c3dd7c4c370, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1121d5b0-166a-40af-837e-3c3dd7c4c370,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:34.684676 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:34.703441 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:34.713870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:34.767293 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf49458-4b2e-44ca-9239-5e4e42268f98 req-2bbdb84e-f393-43e0-bbb4-390df069a846 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:34.786387 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fbf49458-4b2e-44ca-9239-5e4e42268f98 req-2bbdb84e-f393-43e0-bbb4-390df069a846 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2525616 Jun 07 13:55:34.825851 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:55:34.832982 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e6620-3a8d-47f3-bc81-b809b07882f7 None None] Pushing event updated for resources: {'Port': ['ID=1121d5b0-166a-40af-837e-3c3dd7c4c370,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:34.836926 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a51e6620-3a8d-47f3-bc81-b809b07882f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:34.837874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:34.838413 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:34.878411 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fbf49458-4b2e-44ca-9239-5e4e42268f98 req-2f31366d-1cf5-4dd3-9050-b3aba4befd4e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895205 Jun 07 13:55:34.919943 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Allocated IP 172.20.0.1 (b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f/44457724-98d8-4e32-9390-7554441f7f7e/cdfef382-ab32-41fb-957f-3a60aa8fd245) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:34.936720 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:34.947469 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:34.986241 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port fc79a865-7fad-43fe-a802-994a3f6b5e82 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:34.997524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port fc79a865-7fad-43fe-a802-994a3f6b5e82 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:34.998370 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.045976 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37b0fff-a4da-420a-981c-d05c464dbf63 x-openstack-request-id: req-d37b0fff-a4da-420a-981c-d05c464dbf63 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:35.046558 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "name": "network-vif-plugged", "status": "completed", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:35.046990 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d37b0fff-a4da-420a-981c-d05c464dbf63 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:35.047681 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67', 'code': 200} Jun 07 13:55:35.081936 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:35.182063 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.232529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port fc79a865-7fad-43fe-a802-994a3f6b5e82, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fc79a865-7fad-43fe-a802-994a3f6b5e82,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:35.238134 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.242174 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:35.248760 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.275675 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Transition to ACTIVE for port object cdfef382-ab32-41fb-957f-3a60aa8fd245 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:35.352893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.367610 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:35.373878 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=fc79a865-7fad-43fe-a802-994a3f6b5e82,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:35.387740 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:35.402033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 00b78210-a2ee-4637-b9a6-0c6b98dc7cde up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:35.475239 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.478998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:35.492420 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:30Z', 'revision_number': 3, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:35.495992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:35.504133 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a915d97c-013f-48be-a46d-e3a2a068f166 None None] The sync data for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi is: [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:30Z', 'revision_number': 3, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:35.513727 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:35.534943 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:35.535537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.560556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036dc0f-392e-44f4-83c9-aa9b1212149c req-625dca73-9565-4223-8287-f3cda28b0c70 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:35.562089 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9036dc0f-392e-44f4-83c9-aa9b1212149c req-625dca73-9565-4223-8287-f3cda28b0c70 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 1.1345482 Jun 07 13:55:35.585644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:35.593823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:35.690871 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dc499-5f3d-4d8e-a9c6-7b63394bd35f req-f32c58f9-35d5-49e0-84a4-e898539fdbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:35.692568 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a14dc499-5f3d-4d8e-a9c6-7b63394bd35f req-f32c58f9-35d5-49e0-84a4-e898539fdbdd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 1.0292754 Jun 07 13:55:35.727680 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9036dc0f-392e-44f4-83c9-aa9b1212149c req-20d1b73c-b9c1-40f8-9877-00ffdda10016 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503010 Jun 07 13:55:35.749193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.796927 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e781ac2-e22e-42ae-8c6f-ec3e68edc66b req-daf222de-3c51-4b79-930e-c93eedf1677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:35.798951 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3e781ac2-e22e-42ae-8c6f-ec3e68edc66b req-daf222de-3c51-4b79-930e-c93eedf1677b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 1102 time: 0.4339914 Jun 07 13:55:35.803430 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a14dc499-5f3d-4d8e-a9c6-7b63394bd35f req-59487b75-c39c-4761-a61a-f39b649f6116 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001172 Jun 07 13:55:35.893199 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-01aef79d-4312-4aa2-8491-d509032e6b46 None None] Provisioning for port cdfef382-ab32-41fb-957f-3a60aa8fd245 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:35.921871 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-01aef79d-4312-4aa2-8491-d509032e6b46 None None] Provisioning complete for port cdfef382-ab32-41fb-957f-3a60aa8fd245 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:35.924763 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-01aef79d-4312-4aa2-8491-d509032e6b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:35.991680 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206a7cd-4c9d-4808-8847-61649a46122e req-4cc976d0-9856-48d3-b590-bfdc58559130 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:36.000689 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c206a7cd-4c9d-4808-8847-61649a46122e req-4cc976d0-9856-48d3-b590-bfdc58559130 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1309898 Jun 07 13:55:36.038456 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-01aef79d-4312-4aa2-8491-d509032e6b46 None None] Port cdfef382-ab32-41fb-957f-3a60aa8fd245 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:36.046413 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:36.064448 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c206a7cd-4c9d-4808-8847-61649a46122e req-3e9a104c-e8ba-441b-b2b9-f8909e01a50a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620942 Jun 07 13:55:36.258347 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3e781ac2-e22e-42ae-8c6f-ec3e68edc66b req-5211fba5-33b7-44e5-a163-1def75e8eb17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500540 Jun 07 13:55:36.407789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffecf269-a075-4b99-8469-a58c0356e628 req-90c68f7f-0dad-4311-a19a-967a7411e869 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:36.413340 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ffecf269-a075-4b99-8469-a58c0356e628 req-90c68f7f-0dad-4311-a19a-967a7411e869 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2296021 Jun 07 13:55:36.476881 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ffecf269-a075-4b99-8469-a58c0356e628 req-742795a0-0c8e-4585-8ff6-02c0284b4474 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573936 Jun 07 13:55:36.495539 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:36.501507 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:36.534396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:36.622029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Pushing event updated for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:36.625679 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:36.639980 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:36.823684 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:36.825373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:37.011439 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb4a2c-7e49-4ed2-8e3d-a838eb05e38b req-16924ed1-f343-426d-a749-fd0603056284 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:37.012970 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0afb4a2c-7e49-4ed2-8e3d-a838eb05e38b req-16924ed1-f343-426d-a749-fd0603056284 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.1257637 Jun 07 13:55:37.067484 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0afb4a2c-7e49-4ed2-8e3d-a838eb05e38b req-c0bc1fe0-bbdb-4f3e-a003-f4be5ede5736 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Jun 07 13:55:37.076697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-bb229703-a12f-4038-bdb7-3c71e6a1d3c9 None None] Provisioning complete for port cdfef382-ab32-41fb-957f-3a60aa8fd245 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:37.077274 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bb229703-a12f-4038-bdb7-3c71e6a1d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.140060 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-bb229703-a12f-4038-bdb7-3c71e6a1d3c9 None None] Port cdfef382-ab32-41fb-957f-3a60aa8fd245 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:55:37.162595 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Router 1613e0fc-7088-4b26-97fc-63504a6ec801 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:55:37.404615 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:55:37.409017 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1121d5b0-166a-40af-837e-3c3dd7c4c370 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:37.410545 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] 10.222.0.20 "PUT /v2.0/routers/1613e0fc-7088-4b26-97fc-63504a6ec801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2616413 Jun 07 13:55:37.418725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9e5b5-df53-4235-8466-a5a2ecedbd4f req-66d3c5e5-7875-47af-83dd-2880e7db2ae3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:37.420669 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-90c9e5b5-df53-4235-8466-a5a2ecedbd4f req-66d3c5e5-7875-47af-83dd-2880e7db2ae3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2018058 Jun 07 13:55:37.497987 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 1121d5b0-166a-40af-837e-3c3dd7c4c370 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:37.505470 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1121d5b0-166a-40af-837e-3c3dd7c4c370 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:37.505861 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.512548 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-90c9e5b5-df53-4235-8466-a5a2ecedbd4f req-8c8d6936-52e6-4418-8432-f39d37071181 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800288 Jun 07 13:55:37.759098 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a066-f77b-4e21-895c-d0b592578a18 req-5a5236e3-050a-403f-a52b-0c862b0e4eca tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:37.768231 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9131a066-f77b-4e21-895c-d0b592578a18 req-5a5236e3-050a-403f-a52b-0c862b0e4eca tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1073737 Jun 07 13:55:37.781921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Sync routers for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:55:37.843712 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9131a066-f77b-4e21-895c-d0b592578a18 req-8b3d29bc-7803-4cd3-b024-ebf1b3c9b46e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730088 Jun 07 13:55:37.848465 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.863555 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:37.864218 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:37.967180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 1121d5b0-166a-40af-837e-3c3dd7c4c370, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1121d5b0-166a-40af-837e-3c3dd7c4c370,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:37.978160 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:37.979322 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fc79a865-7fad-43fe-a802-994a3f6b5e82 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:38.021218 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:38.156126 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=1121d5b0-166a-40af-837e-3c3dd7c4c370,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:38.293130 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:38.330046 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49116) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:38.335601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513736811', 'description': 'tempest-secgroup-smoke-513736811 description', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:38.344528 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325741d-bd40-43dd-9260-80c673529b8d req-cb816e97-fa34-4297-aee9-2e11c3c61c2f tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:38.346623 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f325741d-bd40-43dd-9260-80c673529b8d req-cb816e97-fa34-4297-aee9-2e11c3c61c2f tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.1031342 Jun 07 13:55:38.392453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.437055 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f325741d-bd40-43dd-9260-80c673529b8d req-d7fa354e-8c71-4cd0-bb85-5df4559dd0b4 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761456 Jun 07 13:55:38.537799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:38.611974 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.616672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.624378 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9a7f05ba-fa09-4baa-b938-046cb6ea1bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:38.669373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffe1065-b5b1-4286-8c71-80e189639a91,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:38.672312 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port fc79a865-7fad-43fe-a802-994a3f6b5e82 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:38.673609 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.674578 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:38.685677 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.687209 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3555405 Jun 07 13:55:38.691980 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49128) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:38.697520 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:38.799551 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.861704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250131d4-2d1f-46b3-b09a-3f162279b6e0 req-060dc2c1-6f61-48dd-8a23-eefabe9b158e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:38.863223 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-250131d4-2d1f-46b3-b09a-3f162279b6e0 req-060dc2c1-6f61-48dd-8a23-eefabe9b158e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1593058 Jun 07 13:55:38.874894 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:35Z', 'revision_number': 4, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'cdfef382-ab32-41fb-957f-3a60aa8fd245', 'name': '', 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'mac_address': 'fa:16:3e:19:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44457724-98d8-4e32-9390-7554441f7f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:34Z', 'updated_at': '2021-06-07T13:55:36Z', 'revision_number': 2, 'project_id': '5c688fd82c984a819da69a448d437dff', 'subnets': [{'id': '44457724-98d8-4e32-9390-7554441f7f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:38.885152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Checking router: 1613e0fc-7088-4b26-97fc-63504a6ec801 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:55:38.885579 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Updating router 1613e0fc-7088-4b26-97fc-63504a6ec801 port cdfef382-ab32-41fb-957f-3a60aa8fd245 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:55:38.911232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.925390 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.930775 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:38.941778 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-250131d4-2d1f-46b3-b09a-3f162279b6e0 req-70bc5080-620c-4e85-ad7a-696c4b9fa563 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685389 Jun 07 13:55:38.947383 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.952815 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62877daf-b2dc-432f-b12a-653e5603a3af,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:38.962384 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:38.980453 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:38.981634 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2881238 Jun 07 13:55:38.986121 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49136) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:38.993580 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:39.064509 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.071357 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19657e-3ea2-491b-92f1-d2e11dcfe8a4 req-ec14613c-46f7-4c29-b9c7-c15ef6cf6bae tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:39.081139 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bc19657e-3ea2-491b-92f1-d2e11dcfe8a4 req-ec14613c-46f7-4c29-b9c7-c15ef6cf6bae tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.1080604 Jun 07 13:55:39.136829 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bc19657e-3ea2-491b-92f1-d2e11dcfe8a4 req-e34ac976-39ed-4d82-94b6-498a2bd22c0f tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544896 Jun 07 13:55:39.229561 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.236685 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.241566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.304099 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41dfcb-e657-4197-b2dc-41c71127bbf6 req-9866cc73-247a-424d-8670-5f16a3f2034f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:39.306201 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ac41dfcb-e657-4197-b2dc-41c71127bbf6 req-9866cc73-247a-424d-8670-5f16a3f2034f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1848612 Jun 07 13:55:39.321222 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8223c4-4050-498c-80bc-1b7d3167879f,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:39.334808 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:39.374587 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.378240 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.382932 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3906529 Jun 07 13:55:39.383307 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49146) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:39.387221 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:39.394003 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Transition to ACTIVE for port object cdfef382-ab32-41fb-957f-3a60aa8fd245 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:39.410502 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1121d5b0-166a-40af-837e-3c3dd7c4c370 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:39.435191 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ac41dfcb-e657-4197-b2dc-41c71127bbf6 req-fa01f2ac-d5dd-4e08-9c2c-9f9ea9987ac5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056778 Jun 07 13:55:39.456806 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.463668 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.483228 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.545158 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.552555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.555779 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9824f158-f890-4e0f-b9ba-6cbdbf0a346a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.595094 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.596615 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130828 Jun 07 13:55:39.599331 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49152) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:39.605030 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d397f623-68df-4ba0-a3ff-28ae613573e2,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:39.605628 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:39.624663 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:39.685407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.764049 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49156) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:39.788514 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Pushing event updated for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:39.801234 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:39.838000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-effa6ba5-6867-4441-8259-bd3bb0ed8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:39.847289 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-effa6ba5-6867-4441-8259-bd3bb0ed8278 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.1945636 Jun 07 13:55:39.873090 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1121d5b0-166a-40af-837e-3c3dd7c4c370 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:39.873720 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.949185 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.960953 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:39.972147 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ce894a1f-8bf8-4cd9-b6e0-c34b60197b3d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:39.984706 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Attempting to bind port cdfef382-ab32-41fb-957f-3a60aa8fd245 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:39.985395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Attempting to bind port cdfef382-ab32-41fb-957f-3a60aa8fd245 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:39.986035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Attempting to bind port cdfef382-ab32-41fb-957f-3a60aa8fd245 on network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:40.009982 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:40.010388 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Checking segment: {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:40.011001 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.011747 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Bound using segment: {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:40.012627 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Bound port: cdfef382-ab32-41fb-957f-3a60aa8fd245, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:40.013311 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.028510 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c3b691-64d3-4461-8039-97163e4a6af7,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:40.034422 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:40.038458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.039719 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4383786 Jun 07 13:55:40.049580 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac900-946e-467c-af9e-c497a0511d89 req-825c0e38-764c-4037-82d9-9db9a96178bd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.056844 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5c8ac900-946e-467c-af9e-c497a0511d89 req-825c0e38-764c-4037-82d9-9db9a96178bd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2644002 Jun 07 13:55:40.058521 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49162) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:40.064084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:40.087826 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.107457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-6616d8f6-ca8a-4d01-ae08-d6f7fe1d4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.109329 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-6616d8f6-ca8a-4d01-ae08-d6f7fe1d4ebe service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.2515087 Jun 07 13:55:40.137163 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5c8ac900-946e-467c-af9e-c497a0511d89 req-1625cfd6-4c9d-4bba-a223-4806edfc6051 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793273 Jun 07 13:55:40.144563 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.securitygroups_db [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Project 52ffdc12ca46421aa766d4cdcca4b4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:55:40.152183 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.228450 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] For port cdfef382-ab32-41fb-957f-3a60aa8fd245, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:40.232280 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] For port cdfef382-ab32-41fb-957f-3a60aa8fd245, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cdfef382-ab32-41fb-957f-3a60aa8fd245,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:40.239545 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.256392 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-c0b64355-2f02-4ad4-8ca9-abe191bd9a69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.1330652 Jun 07 13:55:40.257159 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:40.278547 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.286072 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.288508 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:40.333450 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089af33d-91e9-456a-8072-5465f494d1a9,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:40.336627 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:40.406007 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:55:40.406774 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:40.527422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Pushing event updated for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:40.539062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:40.541094 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-d9d915e4-1864-4519-b73f-7b5422943774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.543456 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-d9d915e4-1864-4519-b73f-7b5422943774 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.2728519 Jun 07 13:55:40.736564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b85c5-a67f-438e-9284-cee112c07d1a req-4559e486-e8e6-4128-9051-ea019c1eff2f tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.756331 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4c2b85c5-a67f-438e-9284-cee112c07d1a req-4559e486-e8e6-4128-9051-ea019c1eff2f tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.4290445 Jun 07 13:55:40.763337 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-1ec2d34d-a9d7-43ec-a856-eae667acc08f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842756 Jun 07 13:55:40.832038 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:55:40.899819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.917138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8570b-742f-41e9-ac26-c2fde2f2c02c req-b5b14f54-4c74-4c08-92e0-8595eb436283 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:40.931406 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e8b8570b-742f-41e9-ac26-c2fde2f2c02c req-b5b14f54-4c74-4c08-92e0-8595eb436283 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1772349 Jun 07 13:55:40.958581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:40.960439 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9002652 Jun 07 13:55:40.965823 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49174) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:40.975395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'security_group_rule': {'security_group_id': '2ffe1065-b5b1-4286-8c71-80e189639a91', 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:41.028816 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e8b8570b-742f-41e9-ac26-c2fde2f2c02c req-39b3baa4-daba-4e61-b7f6-4c1915b3b47e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959659 Jun 07 13:55:41.036581 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.053339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-98291775-c868-43f3-aea8-2107ba9ad33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:41.058003 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.securitygroups_db [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Project 52ffdc12ca46421aa766d4cdcca4b4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:55:41.066027 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.129708 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4c2b85c5-a67f-438e-9284-cee112c07d1a req-7d5970f2-3cce-4acd-b633-fdf3c4e4f9f8 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648837 Jun 07 13:55:41.312688 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:35Z', 'revision_number': 4, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'cdfef382-ab32-41fb-957f-3a60aa8fd245', 'name': '', 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'mac_address': 'fa:16:3e:19:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44457724-98d8-4e32-9390-7554441f7f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:34Z', 'updated_at': '2021-06-07T13:55:40Z', 'revision_number': 4, 'project_id': '5c688fd82c984a819da69a448d437dff', 'subnets': [{'id': '44457724-98d8-4e32-9390-7554441f7f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:55:41.319921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0c3d23-5640-43f1-a439-1ea6ffc50d7c None None] The sync data for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi is: [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T13:55:35Z', 'revision_number': 4, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'cdfef382-ab32-41fb-957f-3a60aa8fd245', 'name': '', 'network_id': 'b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'mac_address': 'fa:16:3e:19:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '44457724-98d8-4e32-9390-7554441f7f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:34Z', 'updated_at': '2021-06-07T13:55:40Z', 'revision_number': 4, 'project_id': '5c688fd82c984a819da69a448d437dff', 'subnets': [{'id': '44457724-98d8-4e32-9390-7554441f7f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:55:41.328869 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2431bba5-014e-4903-a451-fb0309512b35,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:41.331146 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.341809 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.344053 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c81fc8a4b4b149dbb8698704b3cbb268&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5780301 Jun 07 13:55:41.346796 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:41.350999 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49182) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:41.382449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:41.450580 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00af590c-a7f1-47a6-bb99-9aa630e586f1,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:41.454687 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:41.464459 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.465763 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-63c979c4-537c-4750-9575-5050ce1a7735 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992108 Jun 07 13:55:41.539586 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-d416c0de-33c0-4fbd-ae46-a0340514afea service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7217274 Jun 07 13:55:41.552441 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9eaed-dbd6-4dee-be4f-942a59c2909d req-8b426617-0287-4d83-9475-60bde6b83b97 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:41.555256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-4dd073b1-84b8-4394-95dc-a2701157c419 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:41.557380 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-4dd073b1-84b8-4394-95dc-a2701157c419 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.55 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.5946834 Jun 07 13:55:41.559628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.560484 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-16f9eaed-dbd6-4dee-be4f-942a59c2909d req-8b426617-0287-4d83-9475-60bde6b83b97 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2210720 Jun 07 13:55:41.651025 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-16f9eaed-dbd6-4dee-be4f-942a59c2909d req-2e361409-98ad-4d08-b831-e6883d305e31 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891848 Jun 07 13:55:41.688224 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.897352 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-09572ff4-395a-4ff0-9dd1-d2ea96bcddb7 req-c7739c15-fe9d-4463-a440-963803552f5e service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387630 Jun 07 13:55:41.913426 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Deleting port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:55:41.914195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.942761 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.945252 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:41.948921 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2431bba5-014e-4903-a451-fb0309512b35 HTTP/1.1" status: 204 len: 168 time: 0.5946765 Jun 07 13:55:41.953685 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5ddfae77-7ef5-49a1-ba91-3993ace0b2aa tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:41.978978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2431bba5-014e-4903-a451-fb0309512b35,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:41.989101 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:42.127449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] For port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,segment=NetworkSegment(3f2ba4f5-9167-4526-ada2-951b84dbb152),segment_id=3f2ba4f5-9167-4526-ada2-951b84dbb152)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:42.129140 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:42.337996 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Calling delete_port for 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:55:42.419764 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8b4e-8cf7-403e-b7da-bdd547c57548 req-5b37e214-7f7d-471e-a888-a5d8b9401a09 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:42.421397 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1b3e8b4e-8cf7-403e-b7da-bdd547c57548 req-5b37e214-7f7d-471e-a888-a5d8b9401a09 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 949 time: 0.1434541 Jun 07 13:55:42.465078 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9e31c-bc9e-4d9d-8e35-62602707d3d9 req-a47f415a-f043-4002-bf58-5574c7710eab tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:42.467842 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44c9e31c-bc9e-4d9d-8e35-62602707d3d9 req-a47f415a-f043-4002-bf58-5574c7710eab tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2425511 Jun 07 13:55:42.485921 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1b3e8b4e-8cf7-403e-b7da-bdd547c57548 req-5367c246-1383-4d1e-a4c4-0806279d8bf6 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc519e68-aadd-4b3f-9b54-a86a4daf8695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544503 Jun 07 13:55:42.584231 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44c9e31c-bc9e-4d9d-8e35-62602707d3d9 req-9dacab7d-64b3-43f4-97ff-8770e208b3fb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860207 Jun 07 13:55:42.717824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:42.724225 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:42.758252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['6ce020c4-d09b-43e2-85d1-39ea01ee5e67'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:55:42.873859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Pushing event deleted for resources: {'Port': ['ID=6ce020c4-d09b-43e2-85d1-39ea01ee5e67,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:42.887803 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:42.949064 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] No DVR routers for this DVR port 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:55:42.958860 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:42.962354 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564d08e-097e-42e5-a38a-c827a7424c36 req-df203f41-3a39-447a-8d0e-4a276054a23d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:42.964643 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c6c9e405-f25f-43a2-99ea-0cec3dc387cc req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.55 "DELETE /v2.0/ports/6ce020c4-d09b-43e2-85d1-39ea01ee5e67 HTTP/1.1" status: 204 len: 173 time: 1.3856773 Jun 07 13:55:42.965168 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'name': 'network-vif-deleted', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:42.967546 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4c8f3-bd6c-4987-bb61-708f83b85391" -d '{"events": [{"server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "name": "network-vif-deleted", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:42.976121 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0564d08e-097e-42e5-a38a-c827a7424c36 req-df203f41-3a39-447a-8d0e-4a276054a23d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1565423 Jun 07 13:55:43.134169 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0564d08e-097e-42e5-a38a-c827a7424c36 req-83362b82-b984-4213-9259-7662948ff363 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410851 Jun 07 13:55:43.136678 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10349ca-a6fa-4d06-bace-58f4f017a9e4 x-openstack-request-id: req-f10349ca-a6fa-4d06-bace-58f4f017a9e4 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:43.137014 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95dc45ec-a7b4-4862-90f5-f9a97eaa3b48", "name": "network-vif-deleted", "tag": "6ce020c4-d09b-43e2-85d1-39ea01ee5e67", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:43.137300 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f10349ca-a6fa-4d06-bace-58f4f017a9e4 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:43.137719 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95dc45ec-a7b4-4862-90f5-f9a97eaa3b48', 'name': 'network-vif-deleted', 'tag': '6ce020c4-d09b-43e2-85d1-39ea01ee5e67', 'status': 'completed', 'code': 200} Jun 07 13:55:43.429964 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cdfef382-ab32-41fb-957f-3a60aa8fd245 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:43.499402 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49282) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:43.607546 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port cdfef382-ab32-41fb-957f-3a60aa8fd245 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:55:43.615498 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port cdfef382-ab32-41fb-957f-3a60aa8fd245 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:43.616045 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:43.656685 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1817794216-network', 'tenant_id': 'ab53d02bdb2f43869bd61f9f5f2d3df4'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:43.703053 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Made reservation on behalf of ab53d02bdb2f43869bd61f9f5f2d3df4 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:43.705449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:43.733444 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:43.811650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:43.824201 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6d3be3cd-f9b1-4665-a009-fe43c528c5e3 req-64603642-94d9-4db4-9fb3-59f87275d877 tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] 10.222.0.20 "GET /v2.0/ports?device_id=95dc45ec-a7b4-4862-90f5-f9a97eaa3b48 HTTP/1.1" status: 200 len: 210 time: 0.0854387 Jun 07 13:55:43.883108 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port cdfef382-ab32-41fb-957f-3a60aa8fd245, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cdfef382-ab32-41fb-957f-3a60aa8fd245,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:43.889312 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:43.894355 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:43.938232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a34d3-7031-443b-9154-af954a3e4646 req-6c3702a2-965f-44af-8345-08a9ff90ea3b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:43.946388 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-195a34d3-7031-443b-9154-af954a3e4646 req-6c3702a2-965f-44af-8345-08a9ff90ea3b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1962044 Jun 07 13:55:44.021744 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:44.024728 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:44.035166 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-195a34d3-7031-443b-9154-af954a3e4646 req-32e5e9b3-72ca-4379-8052-94f215600fab tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809252 Jun 07 13:55:44.054977 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.061074 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.065707 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2d790c4-93b1-4769-97ec-b0594c2c52b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:44.090579 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:55:44.104061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e0681-07e8-478e-ba63-a0f9433c1c52,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:44.108118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:44.109081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.109423 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Added segment d19c0162-ae23-47ae-8956-5b2507e44204 of type vlan for network 105c2eb0-92d3-456d-9c18-213a70a49943 Jun 07 13:55:44.137026 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.170871 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.172377 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:44.173082 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.178830 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:44.236465 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7352180 Jun 07 13:55:44.236791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49294) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:44.243432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Request body: {'subnet': {'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1817794216-subnet', 'tenant_id': 'ab53d02bdb2f43869bd61f9f5f2d3df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:44.281177 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Made reservation on behalf of ab53d02bdb2f43869bd61f9f5f2d3df4 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:44.284791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.301933 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Pushing event updated for resources: {'Network': ['ID=105c2eb0-92d3-456d-9c18-213a70a49943,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:44.308324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:44.324712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 105c2eb0-92d3-456d-9c18-213a70a49943 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:55:44.500619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea4323-0f55-49d2-89f4-ee1d59ae0db2 req-186b5cae-7dcc-4386-aa35-8c3ce946243b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:44.508134 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-59ea4323-0f55-49d2-89f4-ee1d59ae0db2 req-186b5cae-7dcc-4386-aa35-8c3ce946243b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2032523 Jun 07 13:55:44.625458 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-59ea4323-0f55-49d2-89f4-ee1d59ae0db2 req-d313f1ba-3064-4a60-9d3f-da84fcfbba81 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641084 Jun 07 13:55:44.671627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.677655 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:44.790751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdf662c-66f8-4d10-a836-7e578bcb677d,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:44.793834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:44.801533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Checking segment: {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:44.802009 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Network hostable DHCP agents. Network: 105c2eb0-92d3-456d-9c18-213a70a49943, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:55:44.820475 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Network 105c2eb0-92d3-456d-9c18-213a70a49943 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:55:44.839206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 105c2eb0-92d3-456d-9c18-213a70a49943) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:44.848223 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:44.849255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:44.850944 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd98867-778d-4573-8042-164167f42328 None None] Network 105c2eb0-92d3-456d-9c18-213a70a49943 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:44.897570 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6580741 Jun 07 13:55:45.150354 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0fb91-b359-4345-939a-339e591ca83d None None] Network 105c2eb0-92d3-456d-9c18-213a70a49943 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:55:45.181126 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:55:45.226589 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:55:45.227652 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 6ce020c4-d09b-43e2-85d1-39ea01ee5e67 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:55:45.404227 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cdfef382-ab32-41fb-957f-3a60aa8fd245 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:45.563871 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd8de-381f-4fe1-ad4a-71c28a368c38 req-5f59bcd2-dc9a-48d8-8504-e4dd98f7f807 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:45.577476 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0b2fd8de-381f-4fe1-ad4a-71c28a368c38 req-5f59bcd2-dc9a-48d8-8504-e4dd98f7f807 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.3384061 Jun 07 13:55:45.652458 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0b2fd8de-381f-4fe1-ad4a-71c28a368c38 req-a1a6122b-2bf3-4480-a502-e1622019f0f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734611 Jun 07 13:55:45.745608 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port cdfef382-ab32-41fb-957f-3a60aa8fd245 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:45.746358 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:46.006538 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8293c85-1aab-493e-8f56-559538c6687a req-540c8e76-16f6-4aac-8b53-28aa803de7be tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:46.017105 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e8293c85-1aab-493e-8f56-559538c6687a req-540c8e76-16f6-4aac-8b53-28aa803de7be tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1565969 Jun 07 13:55:46.190277 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e8293c85-1aab-493e-8f56-559538c6687a req-9b3678d1-9e57-4c9c-a2be-3a8cb34ff6d1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658163 Jun 07 13:55:46.308519 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d1026-fe86-42ab-8f1f-4c8211994b4f req-5f45ff27-e845-4a5c-a126-c5695f45869c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:46.310340 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-473d1026-fe86-42ab-8f1f-4c8211994b4f req-5f45ff27-e845-4a5c-a126-c5695f45869c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1859508 Jun 07 13:55:46.445530 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-473d1026-fe86-42ab-8f1f-4c8211994b4f req-cf540ee5-7296-474c-95c2-a5f4652e261f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228070 Jun 07 13:55:46.954812 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bcc30-09b3-460d-8713-3a27ce4d613c req-a28fadc4-d014-46c1-a738-822890df12dc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:46.956719 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-de4bcc30-09b3-460d-8713-3a27ce4d613c req-a28fadc4-d014-46c1-a738-822890df12dc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1474423 Jun 07 13:55:47.005702 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-de4bcc30-09b3-460d-8713-3a27ce4d613c req-33b60ece-7140-4d37-ae70-7479a8943833 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Jun 07 13:55:47.688712 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78951143-a601-4b9b-aac0-6bb42606b7ed req-ccd849a4-dc51-48d4-a57f-6d643e304008 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:47.690450 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-78951143-a601-4b9b-aac0-6bb42606b7ed req-ccd849a4-dc51-48d4-a57f-6d643e304008 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0983965 Jun 07 13:55:47.780861 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-78951143-a601-4b9b-aac0-6bb42606b7ed req-3d0d941f-f008-43b8-a623-5cef787a6c40 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825939 Jun 07 13:55:48.087903 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49538) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:48.254031 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-b7bb89a0-8f88-4e29-9a7b-fcc937e48e95 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:48.256292 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-b7bb89a0-8f88-4e29-9a7b-fcc937e48e95 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 814 time: 0.2241547 Jun 07 13:55:48.273588 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-cc76dd3f-4cf3-4364-9d18-90dc5da12f23 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/quotas/ab53d02bdb2f43869bd61f9f5f2d3df4 HTTP/1.1" status: 200 len: 375 time: 0.0103862 Jun 07 13:55:48.284933 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.302411 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee59b-928f-4b9c-be7b-88df9eaf81f8 req-fdc31149-a853-4484-bb9c-26de0284c4b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:48.304137 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f35ee59b-928f-4b9c-be7b-88df9eaf81f8 req-fdc31149-a853-4484-bb9c-26de0284c4b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1428690 Jun 07 13:55:48.336913 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-eaf4bd03-54a2-4a8c-8ae7-97cdda3c6850 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534921 Jun 07 13:55:48.390437 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f35ee59b-928f-4b9c-be7b-88df9eaf81f8 req-deb81d05-153e-41d4-9ff7-825d7eafbb42 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727215 Jun 07 13:55:48.556170 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-40cf55d6-6620-4364-b20a-63eaeaa5da6a service neutron] 10.222.0.20 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180803 Jun 07 13:55:48.620466 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.633856 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.640232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7873b714-7e65-4a83-b5e1-731365ce5105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:48.693151 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=daccc52e9f8b4ca699d6917f90cb307e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6040981 Jun 07 13:55:48.696844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49570) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:48.705374 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4b5725-9c91-4d1c-be2f-323a0fbf4cdb,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:48.711373 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:48.730550 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde287f-bf64-4df9-b3d8-abbf97cd1e04 req-64d676df-c291-435c-94c3-8736b481da42 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:48.732167 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-edde287f-bf64-4df9-b3d8-abbf97cd1e04 req-64d676df-c291-435c-94c3-8736b481da42 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1966188 Jun 07 13:55:48.789592 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-c7146e9e-ad0e-438b-9b8d-4f6e553f7507 service neutron] 10.222.0.20 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281985 Jun 07 13:55:48.815253 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-edde287f-bf64-4df9-b3d8-abbf97cd1e04 req-cf01476a-93a5-4bf1-b3f8-f0bd84b4dd22 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703583 Jun 07 13:55:48.823726 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.857907 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.951035 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.957504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:48.981519 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f4b5725-9c91-4d1c-be2f-323a0fbf4cdb HTTP/1.1" status: 204 len: 168 time: 0.2660048 Jun 07 13:55:48.987247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c3201056-9265-4fbb-a9c4-fb52fe27e65c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:49.010943 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4b5725-9c91-4d1c-be2f-323a0fbf4cdb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:49.016433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:49.122698 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71c2ca-0866-45d2-a800-7e08cf9cba90 req-91f5ce34-295e-470e-915b-83dc90f56a7f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:49.124269 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0a71c2ca-0866-45d2-a800-7e08cf9cba90 req-91f5ce34-295e-470e-915b-83dc90f56a7f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1793888 Jun 07 13:55:49.204857 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0a71c2ca-0866-45d2-a800-7e08cf9cba90 req-7953c533-5310-4c8e-96f4-dc043a975182 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667851 Jun 07 13:55:49.354716 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7577df7f-5b7a-48eb-a94a-316bad6683bb req-8c92da08-b72f-4603-985f-78b3d66e2bec tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 210 time: 0.0689757 Jun 07 13:55:49.586410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49618) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:49.625750 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:49.760483 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ee1e6-df79-42f1-ab02-c1a31232a93c req-6ec1f268-ff63-4cd3-b488-461b9eaa4171 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:49.769592 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e96ee1e6-df79-42f1-ab02-c1a31232a93c req-6ec1f268-ff63-4cd3-b488-461b9eaa4171 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1208553 Jun 07 13:55:49.834813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:49.839627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:49.851780 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-114d7a83-ae50-4333-9fe3-1318b793c55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:49.888550 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e96ee1e6-df79-42f1-ab02-c1a31232a93c req-5cdf5c2a-24f4-4fde-a778-9917301a7b8f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178586 Jun 07 13:55:49.924697 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73c92969be374f0284e82d0c890c0f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333583 Jun 07 13:55:49.924697 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47f5add-6b39-4003-a960-98786b9f532e,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:49.926096 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49626) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:49.942035 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:50.013475 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.046920 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.120423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.123253 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:50.124648 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c47f5add-6b39-4003-a960-98786b9f532e HTTP/1.1" status: 204 len: 168 time: 0.1971235 Jun 07 13:55:50.125761 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-758bc5da-635f-40bb-ac05-02cdbc9df148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:50.138709 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47f5add-6b39-4003-a960-98786b9f532e,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:50.143967 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e6e7ed3c-f63a-4565-aecc-bdad8c83eabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:50.422638 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c8d10-bf3b-4ce3-adc4-842d431c2ef6 req-8463c432-44ec-4605-9b10-541bf5d318ec tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:50.424808 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-910c8d10-bf3b-4ce3-adc4-842d431c2ef6 req-8463c432-44ec-4605-9b10-541bf5d318ec tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1011717 Jun 07 13:55:50.480740 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-910c8d10-bf3b-4ce3-adc4-842d431c2ef6 req-1396c9a2-bcdb-4658-906f-d0824109ce8a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498223 Jun 07 13:55:50.536611 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-afa209b5-dabe-48b6-8f38-abfd72828488 req-4f0715b0-5697-427d-a1d4-a4cbd65678ec tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 210 time: 0.0558631 Jun 07 13:55:51.030835 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-b5bb587f-ba8f-467a-887a-807215fda96e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:51.033502 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-b5bb587f-ba8f-467a-887a-807215fda96e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 814 time: 0.2284021 Jun 07 13:55:51.061756 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Request body: {'port': {'device_id': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943', 'admin_state_up': True, 'tenant_id': 'ab53d02bdb2f43869bd61f9f5f2d3df4'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:51.206104 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:55:51.300417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa1d5f-12be-4177-a6e9-26a2759a8d84 req-45becd40-90f6-4b3e-8562-1c8cadc6f7f1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:51.301939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fcfa1d5f-12be-4177-a6e9-26a2759a8d84 req-45becd40-90f6-4b3e-8562-1c8cadc6f7f1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2141039 Jun 07 13:55:51.356658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Made reservation on behalf of ab53d02bdb2f43869bd61f9f5f2d3df4 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:55:51.360694 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:51.379202 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fcfa1d5f-12be-4177-a6e9-26a2759a8d84 req-9d5c734e-9b5b-4db5-8bbd-c1c399dddf06 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701618 Jun 07 13:55:51.460841 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:51.485272 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:55:51.602460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Allocated IP 172.20.0.3 (105c2eb0-92d3-456d-9c18-213a70a49943/2bdf662c-66f8-4d10-a836-7e578bcb677d/66f12347-8638-4d61-b6d8-e6b146b1f345) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:55:51.619259 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:51.659585 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:51.704739 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:51.714037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:51.718911 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:51.782434 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f3c6-c8f8-4a0d-b78b-c04703b77fd8 req-140d4153-18d7-46ce-9854-d821bb710afa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:51.784641 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2998f3c6-c8f8-4a0d-b78b-c04703b77fd8 req-140d4153-18d7-46ce-9854-d821bb710afa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1432416 Jun 07 13:55:51.804674 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c554c00c-8a59-4d3c-b662-2d49708b6eb4 req-e2974da3-48be-4cb2-90be-82df95577d7e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 210 time: 0.0827229 Jun 07 13:55:51.842471 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=6']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:51.847779 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:51.872325 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2998f3c6-c8f8-4a0d-b78b-c04703b77fd8 req-4ad98393-10e6-461d-ab5f-ebe1681a2fc2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813079 Jun 07 13:55:51.960716 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['561ca597-9635-4e5c-a850-639e3ae40bbe'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:55:52.020590 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49696) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:52.148591 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.206654 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.213138 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:52.288243 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6b54ec89-cab5-4818-8c5a-30a439c44ba6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9364fa3202864c3d96e3a723aafed68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658021 Jun 07 13:55:52.290276 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49704) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:55:52.292691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Network 105c2eb0-92d3-456d-9c18-213a70a49943 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:55:52.296026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:55:52.301745 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:55:52.336886 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Pushing event updated for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:52.344045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:52.381712 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:52.382450 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.401975 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3510706 Jun 07 13:55:52.442140 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.444750 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Request body: {'port': {'device_id': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:55:52.472324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.541983 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.544980 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.549651 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc519e68-aadd-4b3f-9b54-a86a4daf8695 HTTP/1.1" status: 204 len: 168 time: 0.2577810 Jun 07 13:55:52.550736 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-abf892bd-6415-4d51-a6ea-159017cc5f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:52.561850 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc519e68-aadd-4b3f-9b54-a86a4daf8695,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:52.565062 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:52.671659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:52.750941 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0deb-42aa-48b2-9837-c9208f69cbec req-eead7323-31e6-4e76-a431-a0bbf5f2cbf9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:52.753080 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dada0deb-42aa-48b2-9837-c9208f69cbec req-eead7323-31e6-4e76-a431-a0bbf5f2cbf9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1635206 Jun 07 13:55:52.890226 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dada0deb-42aa-48b2-9837-c9208f69cbec req-b9860009-c57d-4e51-beb1-bfbe4a7c0d31 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276448 Jun 07 13:55:53.101448 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526df9ed-2cbd-4c1d-8202-e4a0aac9b925 req-7fdbbc4d-a8ee-45d4-b26c-9bd1652d00db tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:53.104812 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-526df9ed-2cbd-4c1d-8202-e4a0aac9b925 req-7fdbbc4d-a8ee-45d4-b26c-9bd1652d00db tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 931 time: 0.1297920 Jun 07 13:55:53.217081 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:55:53.258428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9f2c-0053-40b2-8c73-0054aa3404da req-1e4685e3-73dd-4b11-b34c-4ef9247eb9c2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:53.266446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-915d9f2c-0053-40b2-8c73-0054aa3404da req-1e4685e3-73dd-4b11-b34c-4ef9247eb9c2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1681867 Jun 07 13:55:53.269864 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-526df9ed-2cbd-4c1d-8202-e4a0aac9b925 req-774e4863-98ad-4d05-87c4-470a55633948 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503034 Jun 07 13:55:53.375240 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 561ca597-9635-4e5c-a850-639e3ae40bbe triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:55:53.375669 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.409432 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-915d9f2c-0053-40b2-8c73-0054aa3404da req-5941121f-7266-47c0-a863-b57ee10392b0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305909 Jun 07 13:55:53.496206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f12347-8638-4d61-b6d8-e6b146b1f345 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:55:53.511701 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.536143 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Transition to ACTIVE for port object 66f12347-8638-4d61-b6d8-e6b146b1f345 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:55:53.543190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.552842 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:53.612265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.688397 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:53.697575 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577ce39e-ac81-4b26-b94d-276b07b6ba4d" -d '{"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:53.714436 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:55:53.721259 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:53.729627 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:53.763488 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Pushing event updated for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:53.776888 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:53.808962 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9437b0-47e2-4af5-a1b4-65f03c253493 x-openstack-request-id: req-ad9437b0-47e2-4af5-a1b4-65f03c253493 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:53.809279 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:53.809559 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad9437b0-47e2-4af5-a1b4-65f03c253493 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:53.810051 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'code': 200} Jun 07 13:55:53.844588 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=7']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:53.849215 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:53.974349 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Attempting to bind port 66f12347-8638-4d61-b6d8-e6b146b1f345 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:55:53.974956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Attempting to bind port 66f12347-8638-4d61-b6d8-e6b146b1f345 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:55:53.975434 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Attempting to bind port 66f12347-8638-4d61-b6d8-e6b146b1f345 on network 105c2eb0-92d3-456d-9c18-213a70a49943 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:53.983673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Port 66f12347-8638-4d61-b6d8-e6b146b1f345 on network 105c2eb0-92d3-456d-9c18-213a70a49943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:55:53.984554 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Attempting to bind port 66f12347-8638-4d61-b6d8-e6b146b1f345 on network 105c2eb0-92d3-456d-9c18-213a70a49943 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:55:53.993305 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:55:53.993987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Checking segment: {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:55:53.994683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Bound using segment: {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:55:53.995304 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Bound port: 66f12347-8638-4d61-b6d8-e6b146b1f345, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:55:53.995881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.126931 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:55:54.130921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=66f12347-8638-4d61-b6d8-e6b146b1f345,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:55:54.176476 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.186217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:55:54.269571 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Pushing event updated for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:55:54.281960 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:55:54.292668 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:54.293459 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:54.295065 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] 10.222.0.55 "PUT /v2.0/ports/66f12347-8638-4d61-b6d8-e6b146b1f345 HTTP/1.1" status: 200 len: 1093 time: 1.8594525 Jun 07 13:55:54.295694 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:55:54.299166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:55:54.351410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7071d0-1485-4b41-82b4-1612ac88ffea req-d0f9db9e-c2df-4d91-908d-766c51d27ba2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:54.370585 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d7071d0-1485-4b41-82b4-1612ac88ffea req-d0f9db9e-c2df-4d91-908d-766c51d27ba2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2381468 Jun 07 13:55:54.525930 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d7071d0-1485-4b41-82b4-1612ac88ffea req-0fe48a65-7b50-4f18-be13-9f697c38d71c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755084 Jun 07 13:55:54.549117 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-528f1923-b8b1-484f-935f-fc216a848ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:54.557750 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-528f1923-b8b1-484f-935f-fc216a848ac5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 1096 time: 0.1794641 Jun 07 13:55:54.588961 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e8402-c1d1-4fda-8fdc-14bc5d52cd92 req-b25d4799-6bb3-476d-a2b6-5b772ab87141 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:54.595694 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c80e8402-c1d1-4fda-8fdc-14bc5d52cd92 req-b25d4799-6bb3-476d-a2b6-5b772ab87141 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 943 time: 0.1708002 Jun 07 13:55:54.718244 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c80e8402-c1d1-4fda-8fdc-14bc5d52cd92 req-6395b318-e129-43d9-b3a4-654be0f2db1a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083221 Jun 07 13:55:54.858532 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a56e0dd-68aa-48de-a2e0-5aea3f8a3e3a x-openstack-request-id: req-9a56e0dd-68aa-48de-a2e0-5aea3f8a3e3a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:55:54.859018 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:55:54.859401 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a56e0dd-68aa-48de-a2e0-5aea3f8a3e3a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:55:54.859960 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345', 'status': 'completed', 'code': 200} Jun 07 13:55:54.913292 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-de098b62-c3eb-4d3b-84c7-aa330ae63bb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f12347-8638-4d61-b6d8-e6b146b1f345 HTTP/1.1" status: 200 len: 217 time: 0.3464980 Jun 07 13:55:55.008568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-ae7ff4c6-e09c-46e8-82ca-590514078e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.009880 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-ae7ff4c6-e09c-46e8-82ca-590514078e01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bdf662c-66f8-4d10-a836-7e578bcb677d HTTP/1.1" status: 200 len: 854 time: 0.0852237 Jun 07 13:55:55.078458 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-8bf2a16d-1a2a-4da9-bf79-916a15333bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=105c2eb0-92d3-456d-9c18-213a70a49943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598404 Jun 07 13:55:55.088672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a21bce-fa42-4649-80c0-ed500fe39d3c req-2fa81953-e644-488a-a70e-52f6349745af tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.090424 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49a21bce-fa42-4649-80c0-ed500fe39d3c req-2fa81953-e644-488a-a70e-52f6349745af tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2238493 Jun 07 13:55:55.248957 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49a21bce-fa42-4649-80c0-ed500fe39d3c req-d177527a-7814-47b3-81f1-d447e637a4f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282687 Jun 07 13:55:55.299460 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-c2e6d74f-dca1-49d7-a7c5-e628369b881a service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042823 Jun 07 13:55:55.399221 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-dc9ab599-3056-4d78-9949-8b3268d3e00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:55.481728 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9f66bf2-a946-4404-bcf3-fd170b786eee req-bae004f5-069b-4470-80be-ccf6566555f7 service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748712 Jun 07 13:55:55.737685 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-7ebfff31-d546-4cc4-80d4-ce3aa94a53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.739236 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-7ebfff31-d546-4cc4-80d4-ce3aa94a53f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 1096 time: 0.1025255 Jun 07 13:55:55.928145 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f03db-ceda-4819-b450-80ca7caec85e req-5983c721-a9a4-42b2-a624-5f2f7f5fa818 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:55.937303 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8a0f03db-ceda-4819-b450-80ca7caec85e req-5983c721-a9a4-42b2-a624-5f2f7f5fa818 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.2512884 Jun 07 13:55:56.026508 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8a0f03db-ceda-4819-b450-80ca7caec85e req-14aed3bd-4010-45cb-8fd8-b41f3e6d601b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820501 Jun 07 13:55:56.092169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-d730843b-44ee-4a5a-a310-c6d0bf6ef666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.094094 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-d730843b-44ee-4a5a-a310-c6d0bf6ef666 service neutron] 10.222.0.55 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 915 time: 0.3434372 Jun 07 13:55:56.183564 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-c0639af3-eb9b-4ecc-9755-b9b1bfd40898 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66f12347-8638-4d61-b6d8-e6b146b1f345 HTTP/1.1" status: 200 len: 217 time: 0.0772371 Jun 07 13:55:56.248123 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293ba16-7673-406a-be74-234a2909d722 req-867e03cd-e03e-4887-8902-aa3b3ee9bbf7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.249701 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9293ba16-7673-406a-be74-234a2909d722 req-867e03cd-e03e-4887-8902-aa3b3ee9bbf7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 943 time: 0.3185833 Jun 07 13:55:56.323479 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-cd0b0303-08fe-43c8-80ba-9da643e1b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.326522 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-cd0b0303-08fe-43c8-80ba-9da643e1b15b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bdf662c-66f8-4d10-a836-7e578bcb677d HTTP/1.1" status: 200 len: 854 time: 0.1334331 Jun 07 13:55:56.417495 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-cb1caec4-ea39-42b8-8313-188ad4666b14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=105c2eb0-92d3-456d-9c18-213a70a49943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794671 Jun 07 13:55:56.622175 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9293ba16-7673-406a-be74-234a2909d722 req-e7469d3d-ef9f-4b20-b97f-62ab6cb3b840 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562112 Jun 07 13:55:56.705119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdc6af-b53f-4996-a41e-618ed63420a9 req-b0ed677b-f2c0-49b2-8235-1bcc3aa0eff3 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:56.706919 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0ccdc6af-b53f-4996-a41e-618ed63420a9 req-b0ed677b-f2c0-49b2-8235-1bcc3aa0eff3 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1552117 Jun 07 13:55:56.717119 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-c5a006f3-9570-453d-aa6a-b4d399e50ff1 service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848003 Jun 07 13:55:56.879667 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0ccdc6af-b53f-4996-a41e-618ed63420a9 req-4ee86218-a1c1-42be-b9da-5e3e7c9196dd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206267 Jun 07 13:55:57.018811 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fc5cb9e-b146-4e7e-88ab-6554160dd5fd req-908dff53-d18d-4a77-aa5b-efbd1dd287cf service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869439 Jun 07 13:55:57.387733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a190a-c3fc-473c-9180-486b9f084ddb req-64fb3a19-bbe8-4ee1-909c-709f19bee3da tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:57.389218 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c3a190a-c3fc-473c-9180-486b9f084ddb req-64fb3a19-bbe8-4ee1-909c-709f19bee3da tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1044567 Jun 07 13:55:57.456156 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c3a190a-c3fc-473c-9180-486b9f084ddb req-79994f02-d1b2-488b-bc70-efab52d8d690 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565164 Jun 07 13:55:57.853991 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8425f5-1c89-4381-bbd2-796e32802f7d req-84117f2c-0d48-48aa-b7ea-21d9a7a5c076 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:57.856140 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0c8425f5-1c89-4381-bbd2-796e32802f7d req-84117f2c-0d48-48aa-b7ea-21d9a7a5c076 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 943 time: 0.0957828 Jun 07 13:55:57.922717 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-a98b55e1-abac-4454-a3c0-4f06cf07ac22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:57.947755 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0c8425f5-1c89-4381-bbd2-796e32802f7d req-fb7428fd-316c-4d14-9c90-76c49c2be9f5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788269 Jun 07 13:55:58.065860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:58.184485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eb238-d952-4f63-b310-59bf38659f55 req-34135d27-9566-46ed-8a06-8d04d1221938 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:58.185602 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-aa4eb238-d952-4f63-b310-59bf38659f55 req-34135d27-9566-46ed-8a06-8d04d1221938 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1354511 Jun 07 13:55:58.242010 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-aa4eb238-d952-4f63-b310-59bf38659f55 req-b72db175-7e6d-4ae9-abe4-b8560925029c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468202 Jun 07 13:55:58.685975 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bff17-ac40-4161-aa9f-ae249161df56 req-16a331c0-9015-470b-894b-6b27f913a8cd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:58.687343 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d99bff17-ac40-4161-aa9f-ae249161df56 req-16a331c0-9015-470b-894b-6b27f913a8cd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1005147 Jun 07 13:55:58.738976 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d99bff17-ac40-4161-aa9f-ae249161df56 req-e12e0bd5-becb-4ed8-9108-2eeabe7c7a82 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440524 Jun 07 13:55:59.155889 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:55:59.264277 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7b4f0-2764-4aba-934b-63ec97f16d2d req-44860b95-7e57-4002-b26e-06773079fb20 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:59.266512 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1a7b4f0-2764-4aba-934b-63ec97f16d2d req-44860b95-7e57-4002-b26e-06773079fb20 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 943 time: 0.1878059 Jun 07 13:55:59.333853 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1a7b4f0-2764-4aba-934b-63ec97f16d2d req-ec745eeb-6a6b-4254-8f9c-d38d1b801204 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590305 Jun 07 13:55:59.525729 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f923ce1-91ad-4f35-86d0-49560e98d603 req-3702b875-a1d7-4e68-b5b2-8dfe6122a1a9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:59.527950 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4f923ce1-91ad-4f35-86d0-49560e98d603 req-3702b875-a1d7-4e68-b5b2-8dfe6122a1a9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1169772 Jun 07 13:55:59.600578 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4f923ce1-91ad-4f35-86d0-49560e98d603 req-24d6f8ee-1240-4e9c-98ea-26dc195ab3ae tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666428 Jun 07 13:55:59.983451 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33604a4b-013b-4ae6-9340-78e9be2b5ab4 req-4ebf5c25-9b11-4061-bfae-243618d35ba6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:55:59.984950 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-33604a4b-013b-4ae6-9340-78e9be2b5ab4 req-4ebf5c25-9b11-4061-bfae-243618d35ba6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.0990512 Jun 07 13:56:00.038572 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-33604a4b-013b-4ae6-9340-78e9be2b5ab4 req-70134ccd-609e-401d-970c-a3ebeb603559 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465693 Jun 07 13:56:00.599981 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1ffd-a539-4ac7-bb7a-f92a0d883edb req-642bfe73-8981-460b-89a7-240ae348112a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:00.601410 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4e1f1ffd-a539-4ac7-bb7a-f92a0d883edb req-642bfe73-8981-460b-89a7-240ae348112a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 943 time: 0.1159065 Jun 07 13:56:00.658607 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4e1f1ffd-a539-4ac7-bb7a-f92a0d883edb req-63579d34-385f-42dd-9bc9-22d81005cd36 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Jun 07 13:56:00.878643 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac041f0-c693-493c-a11a-5fa56db26581 req-f9fb1b0e-406a-4b94-93c1-1216cffa8ba8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:00.886190 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6ac041f0-c693-493c-a11a-5fa56db26581 req-f9fb1b0e-406a-4b94-93c1-1216cffa8ba8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1368213 Jun 07 13:56:00.895088 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:00.943924 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6ac041f0-c693-493c-a11a-5fa56db26581 req-6bb913e2-0898-4511-bc76-6a22b9480865 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566530 Jun 07 13:56:01.258219 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 66f12347-8638-4d61-b6d8-e6b146b1f345 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:56:01.325967 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca95200-1ddf-4f3a-aa96-d1b95fce40fe req-51c1b907-1c59-4f4d-974b-d9da854ef599 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:01.331199 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2ca95200-1ddf-4f3a-aa96-d1b95fce40fe req-51c1b907-1c59-4f4d-974b-d9da854ef599 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1206155 Jun 07 13:56:01.421087 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2ca95200-1ddf-4f3a-aa96-d1b95fce40fe req-f095ff5b-1de5-493e-a5c3-6c2a7be0b504 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886598 Jun 07 13:56:01.497690 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=66f12347-8638-4d61-b6d8-e6b146b1f345,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:01.516265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '66f12347-8638-4d61-b6d8-e6b146b1f345', 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943', 'port_id': '66f12347-8638-4d61-b6d8-e6b146b1f345', 'mac_address': 'fa:16:3e:aa:ae:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf662c-66f8-4d10-a836-7e578bcb677d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:56:01.593991 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:01.619094 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f12347-8638-4d61-b6d8-e6b146b1f345 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:56:01.649826 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=66f12347-8638-4d61-b6d8-e6b146b1f345,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:01.656615 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:01.660552 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:01.749704 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:01.753826 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:01.968174 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e8e43-dbd4-45fe-b80c-603311631de2 req-7f166cb2-a8bf-4c49-b93e-841ff293d08b tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:01.975639 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-806e8e43-dbd4-45fe-b80c-603311631de2 req-7f166cb2-a8bf-4c49-b93e-841ff293d08b tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 944 time: 0.1026905 Jun 07 13:56:02.033873 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-806e8e43-dbd4-45fe-b80c-603311631de2 req-bcff41fc-e776-4aae-a199-2c47bc89197b tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544508 Jun 07 13:56:02.131137 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['66f12347-8638-4d61-b6d8-e6b146b1f345'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:56:02.259790 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe322cc4-581a-4551-996d-7a25d0a8b3cd req-7d9447a1-d3ce-43b2-99b5-fe407ffbf252 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:02.288605 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fe322cc4-581a-4551-996d-7a25d0a8b3cd req-7d9447a1-d3ce-43b2-99b5-fe407ffbf252 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1717162 Jun 07 13:56:02.445085 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fe322cc4-581a-4551-996d-7a25d0a8b3cd req-41c4f50a-85bd-48b4-a3cd-32765f565de9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497738 Jun 07 13:56:02.733640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df70175-4fa4-4bd0-a865-8f5db7f57e98 req-87b47522-4bb5-489f-ba56-bfa89c90f637 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:02.743847 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2df70175-4fa4-4bd0-a865-8f5db7f57e98 req-87b47522-4bb5-489f-ba56-bfa89c90f637 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1389010 Jun 07 13:56:02.831650 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2df70175-4fa4-4bd0-a865-8f5db7f57e98 req-d2d0522a-e4ce-47e9-b4b6-8c7532248fc2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866709 Jun 07 13:56:02.926162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-7a5e5b34-b486-411f-ad19-a8e1fcf7a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:02.927869 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-7a5e5b34-b486-411f-ad19-a8e1fcf7a3bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.1440008 Jun 07 13:56:03.296349 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0989d-4304-4d46-bafd-def08aaa3184 req-d5354e01-a555-450d-91bc-d65d74ff5047 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:03.303251 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-02b0989d-4304-4d46-bafd-def08aaa3184 req-d5354e01-a555-450d-91bc-d65d74ff5047 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.3863900 Jun 07 13:56:03.398227 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07181b33-e8fb-402b-a782-6c0d3c943732 req-9848cc60-9e07-4fb1-b5a7-ab6e7fcfa06a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:03.398227 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-07181b33-e8fb-402b-a782-6c0d3c943732 req-9848cc60-9e07-4fb1-b5a7-ab6e7fcfa06a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 944 time: 0.1701243 Jun 07 13:56:03.399275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-02b0989d-4304-4d46-bafd-def08aaa3184 req-4ec34d9d-dcd2-4e79-82d6-9e8042d7272d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865452 Jun 07 13:56:03.400442 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-59bde038-3899-4eb3-bca1-43fbabe3e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:03.421168 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-59bde038-3899-4eb3-bca1-43fbabe3e5aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.4484432 Jun 07 13:56:03.454865 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-07181b33-e8fb-402b-a782-6c0d3c943732 req-5c3d16f4-99e6-4c54-99a1-ee93de152a98 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571425 Jun 07 13:56:03.553613 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-ccedc9ad-ded5-4e00-ac08-fbc5f0396955 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.1111867 Jun 07 13:56:03.774025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-10434a98-bd3e-49e8-aa2a-a75d0b430a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:03.775525 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-10434a98-bd3e-49e8-aa2a-a75d0b430a24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.2054265 Jun 07 13:56:03.797269 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09c743-4107-4b71-bde6-cc5d95c864cb req-976fc348-d65b-41cd-897b-f6dd0d3a5880 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:03.807943 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd09c743-4107-4b71-bde6-cc5d95c864cb req-976fc348-d65b-41cd-897b-f6dd0d3a5880 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1443925 Jun 07 13:56:03.960278 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-91a9788b-6f10-4978-986d-be75417b13ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493306 Jun 07 13:56:03.975147 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd09c743-4107-4b71-bde6-cc5d95c864cb req-025ff7bf-d1f6-4e7c-88bf-3cf3810f4e34 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658950 Jun 07 13:56:04.199752 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fe46a-1fc6-41c7-8392-011f23c0deaf req-86dfcc92-7c12-41aa-b281-08d321bd1667 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:04.209265 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ea0fe46a-1fc6-41c7-8392-011f23c0deaf req-86dfcc92-7c12-41aa-b281-08d321bd1667 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1517916 Jun 07 13:56:04.251683 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-d1a67ba9-7f5c-4225-8c20-52fb011cecf8 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750156 Jun 07 13:56:04.284427 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ea0fe46a-1fc6-41c7-8392-011f23c0deaf req-6b7e29db-6aa4-48a5-bd9f-a96f5178f431 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738215 Jun 07 13:56:04.472636 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 49968) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:04.614373 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd3da508-93c4-4ce9-896c-e87f26fa787d req-2902c9d5-4fb5-44b1-ad6f-828c250bf7dd service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521385 Jun 07 13:56:04.749802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91382d59-aea2-41fa-a7ff-c5da523b5ce5 req-2185c730-e8d8-49e2-9d26-e476fe0ed5df tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:04.768545 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-91382d59-aea2-41fa-a7ff-c5da523b5ce5 req-2185c730-e8d8-49e2-9d26-e476fe0ed5df tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1468081 Jun 07 13:56:04.841980 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-91382d59-aea2-41fa-a7ff-c5da523b5ce5 req-cfc22cdf-aa65-45e8-88e7-c911d270e5ef tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717151 Jun 07 13:56:04.864783 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.151490 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.184081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.236898 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a3c4748-1e31-427f-a183-cc9fe60c6a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:05.276065 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 66f12347-8638-4d61-b6d8-e6b146b1f345 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:05.295043 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e171f6b4ba71407b8ed70ef8bcb334e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8174629 Jun 07 13:56:05.299903 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 49992) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:05.313176 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c94b16-8a76-4d8e-826f-006ef49f4a41,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:05.348439 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.350888 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.351890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.354853 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.355689 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.356725 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.358976 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.359810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.361418 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.362876 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.364446 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.368067 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:05.380324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:05.470530 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eb8d0-1247-45b0-b3ff-e45840704c97 req-ae153093-c984-4061-b89e-352eb74093ad tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:05.484526 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed9eb8d0-1247-45b0-b3ff-e45840704c97 req-ae153093-c984-4061-b89e-352eb74093ad tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 944 time: 0.8055573 Jun 07 13:56:05.560572 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.629967 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 66f12347-8638-4d61-b6d8-e6b146b1f345 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:05.642678 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 66f12347-8638-4d61-b6d8-e6b146b1f345 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:05.647630 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.649584 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed9eb8d0-1247-45b0-b3ff-e45840704c97 req-dbbfa8e1-06b2-4439-b813-532b91da3a64 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611204 Jun 07 13:56:05.841907 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838e1eb-c486-4fcf-9320-706a9a8da10b req-47a2f40e-7fbd-4747-94ce-64b6a5085146 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:05.846896 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d838e1eb-c486-4fcf-9320-706a9a8da10b req-47a2f40e-7fbd-4747-94ce-64b6a5085146 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.4754789 Jun 07 13:56:05.871254 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.915058 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.970576 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=66f12347-8638-4d61-b6d8-e6b146b1f345,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:05.975037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:56:05.978799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139cd9b7-b5e2-449f-8ee4-31ecd5a21545" -d '{"events": [{"server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "name": "network-vif-plugged", "status": "completed", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:56:05.982916 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:05.984958 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:06.058328 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d838e1eb-c486-4fcf-9320-706a9a8da10b req-4a4585c0-8e49-4dd9-90e6-16fa0b68391a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032878 Jun 07 13:56:06.083951 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:06.087975 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:06.094730 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:06.199571 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061e64b-a135-463b-8be8-016d74356242 req-a05ff3f9-f842-461a-b0fe-1be7e1a36841 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:06.201576 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7061e64b-a135-463b-8be8-016d74356242 req-a05ff3f9-f842-461a-b0fe-1be7e1a36841 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1960294 Jun 07 13:56:06.277880 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7061e64b-a135-463b-8be8-016d74356242 req-9ba04099-640b-4c36-8948-fc0ed984ef91 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697126 Jun 07 13:56:06.340579 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-8c3e4948-6b57-4a2b-964e-44b94d4e9050 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3938866 Jun 07 13:56:06.378265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7564496-8ce9-4182-9cb7-2be2a6545ad9 x-openstack-request-id: req-e7564496-8ce9-4182-9cb7-2be2a6545ad9 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:56:06.380422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "name": "network-vif-plugged", "status": "completed", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:56:06.380422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7564496-8ce9-4182-9cb7-2be2a6545ad9 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:56:06.380422 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345', 'code': 200} Jun 07 13:56:06.384238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:06.387150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:06.388274 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2c94b16-8a76-4d8e-826f-006ef49f4a41 HTTP/1.1" status: 204 len: 168 time: 1.0868819 Jun 07 13:56:06.389312 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:06.402877 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c94b16-8a76-4d8e-826f-006ef49f4a41,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:06.413619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.414061 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.414395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.414767 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.415110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.415455 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.415817 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.416157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.416497 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.416830 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.417162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.417494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:06.421672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:06.544098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08543c6-f127-4eea-87c6-150dae721681 req-8816c858-5624-4214-9f68-dc851eac55e1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:06.545931 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e08543c6-f127-4eea-87c6-150dae721681 req-8816c858-5624-4214-9f68-dc851eac55e1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.3540533 Jun 07 13:56:06.677239 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e08543c6-f127-4eea-87c6-150dae721681 req-052f36aa-558c-4738-9c3c-15b39b260ffe tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158917 Jun 07 13:56:06.679313 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-e1d0d3ef-569e-4740-9312-c728efbc2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:06.687607 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-e1d0d3ef-569e-4740-9312-c728efbc2991 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 1099 time: 0.2523861 Jun 07 13:56:07.069536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-957ac975-a570-41e3-8a06-585d229505fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.071390 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-957ac975-a570-41e3-8a06-585d229505fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.3576317 Jun 07 13:56:07.085088 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10d177-cf70-4b0d-922b-be5d504f3b73 req-ad40655d-94c7-413f-832c-237b51644904 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.094118 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9c10d177-cf70-4b0d-922b-be5d504f3b73 req-ad40655d-94c7-413f-832c-237b51644904 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.1768661 Jun 07 13:56:07.174749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4e3a6-8ef3-4794-9e36-bf2cbc2f2b29 req-c007bc17-79ae-4080-b245-9d759a2e5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.176291 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37e4e3a6-8ef3-4794-9e36-bf2cbc2f2b29 req-c007bc17-79ae-4080-b245-9d759a2e5f91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 1098 time: 0.2308071 Jun 07 13:56:07.184848 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9c10d177-cf70-4b0d-922b-be5d504f3b73 req-4766b44c-974b-4e82-8c59-34dba0e34f2f tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895624 Jun 07 13:56:07.215360 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-8569311f-a846-4141-9fbb-9e9626733c10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 HTTP/1.1" status: 200 len: 217 time: 0.1241343 Jun 07 13:56:07.277843 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37e4e3a6-8ef3-4794-9e36-bf2cbc2f2b29 req-53c98971-d960-410a-a789-3ec1e2d75d56 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852997 Jun 07 13:56:07.303182 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-e094ff22-4e52-4b95-8627-626baec75ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.308712 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-e094ff22-4e52-4b95-8627-626baec75ef2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.0853789 Jun 07 13:56:07.431296 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4e2d-90d0-4853-bd33-43fd93a2ecf9 req-85918367-1509-42e3-bab5-702a797474b4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.438830 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4dec4e2d-90d0-4853-bd33-43fd93a2ecf9 req-85918367-1509-42e3-bab5-702a797474b4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1222806 Jun 07 13:56:07.516095 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4dec4e2d-90d0-4853-bd33-43fd93a2ecf9 req-69334c3a-bbef-4240-a732-88be0758d3f9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755680 Jun 07 13:56:07.538830 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec69c-b4b6-4208-9462-5da2daf89f43 req-376a759e-11e6-4ee1-bce8-85db442b0eb7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:07.541493 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e72ec69c-b4b6-4208-9462-5da2daf89f43 req-376a759e-11e6-4ee1-bce8-85db442b0eb7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1202064 Jun 07 13:56:07.649433 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-4c03e1e4-fda3-467c-9428-660a01945e8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456357 Jun 07 13:56:07.731691 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e72ec69c-b4b6-4208-9462-5da2daf89f43 req-2d0844a6-8ed9-4b67-8623-f48545651bbb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819530 Jun 07 13:56:07.960371 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-7a2474fa-a39c-4922-9e88-5f03ae177de9 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001604 Jun 07 13:56:08.020787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ea106-3f14-4da7-8f18-5ec89390b821 req-6ca83709-7ca1-4c24-8e90-8128b9dbd06b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:08.022297 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-219ea106-3f14-4da7-8f18-5ec89390b821 req-6ca83709-7ca1-4c24-8e90-8128b9dbd06b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1831827 Jun 07 13:56:08.149214 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-219ea106-3f14-4da7-8f18-5ec89390b821 req-e01bd702-a93d-41a6-930e-3e161dd45dac tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752473 Jun 07 13:56:08.151176 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e94de0a-06ef-40fc-af6d-064a0c48c74b req-6500dad4-8b24-49dc-b6fe-8741dcfe1146 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841733 Jun 07 13:56:08.396850 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02535b99-39a1-431a-ab86-dec7bfc61139 req-27475d10-214f-4b48-b934-401cf50fe740 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:08.398327 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-02535b99-39a1-431a-ab86-dec7bfc61139 req-27475d10-214f-4b48-b934-401cf50fe740 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.0847704 Jun 07 13:56:08.450849 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-02535b99-39a1-431a-ab86-dec7bfc61139 req-c196dd73-2fbc-4ad3-bed2-92ca9ecdcd94 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Jun 07 13:56:08.717922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389b561-62d9-4a85-a2fc-9faab9c974ce req-9b30f548-b03c-4141-bfe7-b0ec466ab157 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:08.719397 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2389b561-62d9-4a85-a2fc-9faab9c974ce req-9b30f548-b03c-4141-bfe7-b0ec466ab157 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0905385 Jun 07 13:56:08.782034 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2389b561-62d9-4a85-a2fc-9faab9c974ce req-0a64b163-4781-448f-826c-8113ac7760b4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561929 Jun 07 13:56:08.934297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9d14b-decc-4e3b-894e-7ea3bd7072de req-ab625ec1-4aa5-480c-b490-12439589f102 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:08.935919 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6bc9d14b-decc-4e3b-894e-7ea3bd7072de req-ab625ec1-4aa5-480c-b490-12439589f102 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.0950139 Jun 07 13:56:08.990000 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6bc9d14b-decc-4e3b-894e-7ea3bd7072de req-6da1c131-c23d-478e-983c-9f629f540c11 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475137 Jun 07 13:56:09.359194 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b37612-7ac1-47b5-8063-70d818414673 req-edc4a33e-795d-4e25-b649-eaf65aa6814a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:09.360721 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28b37612-7ac1-47b5-8063-70d818414673 req-edc4a33e-795d-4e25-b649-eaf65aa6814a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0818861 Jun 07 13:56:09.411408 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28b37612-7ac1-47b5-8063-70d818414673 req-51b3cba7-47a8-4a5c-93ed-45f7183cce8f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Jun 07 13:56:09.587478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-97986b06-5a22-4988-a95f-b013d16b02af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:09.588899 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-97986b06-5a22-4988-a95f-b013d16b02af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1098 time: 0.0782859 Jun 07 13:56:09.644944 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d38ae-6c0e-488b-b2c6-fdcffe86bae6 req-d21a389a-d1e4-4f86-baaa-05df12db8dc5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:09.647414 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed3d38ae-6c0e-488b-b2c6-fdcffe86bae6 req-d21a389a-d1e4-4f86-baaa-05df12db8dc5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.0862741 Jun 07 13:56:09.694807 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed3d38ae-6c0e-488b-b2c6-fdcffe86bae6 req-7d4d5811-cae2-4d35-9a45-6a9c075b2ab2 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425026 Jun 07 13:56:09.735166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-9183a069-a300-4a00-86ee-898fce3e6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:09.737144 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-9183a069-a300-4a00-86ee-898fce3e6a9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.1352129 Jun 07 13:56:09.867153 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-f22ef878-75dd-44b7-9922-f7fbffc074a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 1001 time: 0.1127813 Jun 07 13:56:10.105726 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-81e9e07a-443d-4d79-aceb-1141f15bea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:10.107264 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-81e9e07a-443d-4d79-aceb-1141f15bea00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.2220495 Jun 07 13:56:10.182957 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61d4c9-47eb-4318-b4bb-9c8e7bd4baa4 req-75aa0e8c-345c-42af-b645-554cfd046cfc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:10.184443 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca61d4c9-47eb-4318-b4bb-9c8e7bd4baa4 req-75aa0e8c-345c-42af-b645-554cfd046cfc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1662347 Jun 07 13:56:10.218407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf3956-510d-4083-8d1f-c92eca4c8ca9 req-b1be96c5-1ecc-4c55-aed9-661cd162e65d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:10.221482 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-69bf3956-510d-4083-8d1f-c92eca4c8ca9 req-b1be96c5-1ecc-4c55-aed9-661cd162e65d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.0970478 Jun 07 13:56:10.245145 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca61d4c9-47eb-4318-b4bb-9c8e7bd4baa4 req-fd78c9b3-cda8-4175-a001-ee22d45242f5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540855 Jun 07 13:56:10.247209 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-c6e7b5da-337e-427f-bb84-3f2f838034e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:10.248690 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-c6e7b5da-337e-427f-bb84-3f2f838034e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305435 Jun 07 13:56:10.309375 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-69bf3956-510d-4083-8d1f-c92eca4c8ca9 req-e0e74d05-dd64-4be6-93e0-4a7f475f1cbc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802345 Jun 07 13:56:10.410172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-21686a1a-79e3-4e77-b87c-6eaf1c09332b service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501095 Jun 07 13:56:10.600387 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-561f0b1e-836a-438e-a4a9-276b2e5a8bcb req-dd0787aa-530f-45b8-bde1-dc229629be86 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827233 Jun 07 13:56:10.628075 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a3164-df1e-4a35-a676-4303c06f2cf4 req-6fd1dbb4-c86f-4bf3-acc1-8f70d311029a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:10.629389 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-df6a3164-df1e-4a35-a676-4303c06f2cf4 req-6fd1dbb4-c86f-4bf3-acc1-8f70d311029a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1004963 Jun 07 13:56:10.674764 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-df6a3164-df1e-4a35-a676-4303c06f2cf4 req-d8a689f6-3656-47b7-9b93-eb194d9f35fe tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Jun 07 13:56:11.395053 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50162) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:11.497751 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073523f-c967-4e11-b089-021547904b9b req-fe304744-acb3-4258-848d-c8d856449239 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:11.499279 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5073523f-c967-4e11-b089-021547904b9b req-fe304744-acb3-4258-848d-c8d856449239 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1250117 Jun 07 13:56:11.554210 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821e6e-7d85-42c0-92d1-31b96a1cf629 req-2b8fe96b-7273-4124-aca2-1dcc8950c029 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:11.555922 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cd821e6e-7d85-42c0-92d1-31b96a1cf629 req-2b8fe96b-7273-4124-aca2-1dcc8950c029 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1076207 Jun 07 13:56:11.562563 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5073523f-c967-4e11-b089-021547904b9b req-6afcb39c-a44d-4f5a-8b44-ea53f0a56950 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556595 Jun 07 13:56:11.604378 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:11.664449 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cd821e6e-7d85-42c0-92d1-31b96a1cf629 req-d237a3cf-eb53-4b91-8848-76eeae4dac30 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024303 Jun 07 13:56:11.768690 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:11.773846 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:11.783696 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-739239b2-5926-4b10-9e34-9901d5ca9625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:11.788894 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:56:11.791690 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-ce4b03a4-9627-4983-b7cf-2f452dd24cc4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513736811&fields=id&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 267 time: 0.0600483 Jun 07 13:56:11.825792 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0b0d211b13754bb1baf2f03fedb85e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294605 Jun 07 13:56:11.832544 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50176) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:11.865237 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85961ed5-2096-4be7-85a1-d1719a73cfb2,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:11.872453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:11.916859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a2085-a435-4052-a910-736f7e2c9b50 req-9cae6264-8516-4070-9fc9-5aabd778fe66 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:11.918283 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b50a2085-a435-4052-a910-736f7e2c9b50 req-9cae6264-8516-4070-9fc9-5aabd778fe66 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0957661 Jun 07 13:56:11.966144 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b50a2085-a435-4052-a910-736f7e2c9b50 req-704a736e-c99d-4b69-be05-c461bed4dbab tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Jun 07 13:56:11.998099 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-129fb93e-ed75-4976-85a5-6ccc9142300a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:11.999552 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-129fb93e-ed75-4976-85a5-6ccc9142300a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.2015946 Jun 07 13:56:12.000376 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:12.032178 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-b0e3fff3-8df1-4ca9-ab07-c0115dc5951a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/quotas/52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 375 time: 0.0216672 Jun 07 13:56:12.036423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:12.156916 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-3e23d9d7-a748-4729-82a6-b7d462a8165f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134055 Jun 07 13:56:12.158709 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:12.161249 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:12.162278 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85961ed5-2096-4be7-85a1-d1719a73cfb2 HTTP/1.1" status: 204 len: 168 time: 0.3286352 Jun 07 13:56:12.163031 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ad866832-1dff-4c81-a5f8-14bb7285e435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:12.174800 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85961ed5-2096-4be7-85a1-d1719a73cfb2,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:12.197524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:12.321718 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-ba5f866f-78f5-4033-9b9f-b6e5438d17a7 service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486039 Jun 07 13:56:12.455571 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-169238cd-ac5b-4997-94f2-1106a9ec64aa service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323266 Jun 07 13:56:12.789749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654d1e-793d-4eb1-ab12-1578425c3ec8 req-aac9b1bd-0ebc-4beb-8ff1-7cc7df820cc2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:12.791272 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b2654d1e-793d-4eb1-ab12-1578425c3ec8 req-aac9b1bd-0ebc-4beb-8ff1-7cc7df820cc2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0951276 Jun 07 13:56:12.840900 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b2654d1e-793d-4eb1-ab12-1578425c3ec8 req-64a0bb4f-e46b-41fa-9135-c7be459d7279 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424612 Jun 07 13:56:12.973730 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3415c805-763c-4c66-8074-7f1e393f8b9d req-c071ab67-86cd-48a1-be10-012780a86e15 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.0726821 Jun 07 13:56:13.058829 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50222) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:13.135068 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f479cf-5e58-483d-a97e-9537ac273078 req-7005f8b7-f526-44f6-a600-e8dc948f0115 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:13.143935 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-95f479cf-5e58-483d-a97e-9537ac273078 req-7005f8b7-f526-44f6-a600-e8dc948f0115 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 945 time: 0.1496217 Jun 07 13:56:13.222538 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-95f479cf-5e58-483d-a97e-9537ac273078 req-2dddafec-67d9-4c10-a228-62b5ae987b40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727632 Jun 07 13:56:13.228964 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-794906914-network', 'tenant_id': '8faa95299e8840bca171492308a4c40e'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:13.278831 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e76a5a-a7b2-4d92-9b43-2976ddb1aa18 req-a25db18c-c48c-47b2-819e-4300c07cb31c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:13.280775 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10e76a5a-a7b2-4d92-9b43-2976ddb1aa18 req-a25db18c-c48c-47b2-819e-4300c07cb31c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1386368 Jun 07 13:56:13.282326 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Made reservation on behalf of 8faa95299e8840bca171492308a4c40e for: {'network': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:13.285247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.315771 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.343082 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:56:13.365538 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10e76a5a-a7b2-4d92-9b43-2976ddb1aa18 req-dc4b7aeb-2475-4e71-865b-e2c01cae0a6c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695851 Jun 07 13:56:13.479922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.484396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.488408 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9677ba6f-57ba-4513-a4ce-af5d17eb9e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:13.539618 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.540217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=91746) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:56:13.545718 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9380f13f-8712-44c8-b544-1c0a4b66d5e8,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:13.550259 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:13.554959 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.555301 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.segments_db [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Added segment d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba of type vlan for network ee7f14ea-1171-459f-b8db-c9984003ad20 Jun 07 13:56:13.569129 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:56:13.571411 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b902e5fe-025b-4234-bc43-0c12ea600284" -d '{"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-unplugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:56:13.579986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:13.586425 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.589081 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.589810 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ec7bf598-77a9-4b40-b4a4-050d9d5e1fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:13.636490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.638054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:13.638638 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:13.647314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b2a51a48-df0b-461a-af71-9e66a6f7a6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:13.654576 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9507d717-d79c-4fb8-8c92-39b13258315e x-openstack-request-id: req-9507d717-d79c-4fb8-8c92-39b13258315e {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:56:13.654836 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-unplugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:56:13.655096 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9507d717-d79c-4fb8-8c92-39b13258315e {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:56:13.655491 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'code': 200} Jun 07 13:56:13.683325 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=8']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:13.686668 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:13.698603 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6385930 Jun 07 13:56:13.701376 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50232) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:13.708757 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Request body: {'subnet': {'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-794906914-subnet', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:13.771032 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Pushing event updated for resources: {'Network': ['ID=ee7f14ea-1171-459f-b8db-c9984003ad20,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:13.775761 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:13.781558 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network ee7f14ea-1171-459f-b8db-c9984003ad20 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:56:13.792664 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Made reservation on behalf of 8faa95299e8840bca171492308a4c40e for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:13.795642 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.153606 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-107d6968-c6ad-4126-92cb-764c7d9c6241 req-a95c6711-0fa5-45be-a3e1-1b2f624c12fa tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.0509026 Jun 07 13:56:14.164811 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.171429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:14.254363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee885-812d-446a-b5af-37b7f2991793 req-06698a20-c170-47a2-94e0-9a0b421a8694 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:14.255859 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdbee885-812d-446a-b5af-37b7f2991793 req-06698a20-c170-47a2-94e0-9a0b421a8694 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2782614 Jun 07 13:56:14.261245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6905d4-d2c7-4adf-85d6-a7b931931bc3,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:14.267765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:14.298730 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Checking segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:14.299095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Network hostable DHCP agents. Network: ee7f14ea-1171-459f-b8db-c9984003ad20, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:56:14.324249 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdbee885-812d-446a-b5af-37b7f2991793 req-3611ad72-f218-4c7c-a499-b74d09edfcdd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613849 Jun 07 13:56:14.336570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Network ee7f14ea-1171-459f-b8db-c9984003ad20 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:56:14.353727 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, ee7f14ea-1171-459f-b8db-c9984003ad20) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:14.358245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:14.359015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.364820 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8682d8cc-d100-4677-b647-488f094c336f None None] Network ee7f14ea-1171-459f-b8db-c9984003ad20 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:56:14.381966 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c03e3de1-3fb6-4430-8fcf-13211651cc8a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6771786 Jun 07 13:56:14.382345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50240) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:14.388274 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:14.426205 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.427240 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.450408 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.452984 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15827a8-6b85-491b-a3d9-80b8864eb81d req-8f5f1488-9558-41e1-ab41-a1cfb4edd289 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:14.455235 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c15827a8-6b85-491b-a3d9-80b8864eb81d req-8f5f1488-9558-41e1-ab41-a1cfb4edd289 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1036677 Jun 07 13:56:14.535904 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c15827a8-6b85-491b-a3d9-80b8864eb81d req-a0db8471-ddf3-4ab7-984f-e30b6633a1bf tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690665 Jun 07 13:56:14.684834 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-ee7f14ea-1171-459f-b8db-c9984003ad20', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:56:14.686205 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.848987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:14.914697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Allocated IP 172.20.0.2 (ee7f14ea-1171-459f-b8db-c9984003ad20/4c6905d4-d2c7-4adf-85d6-a7b931931bc3/1420729b-491b-455b-99d6-9dc7138ec516) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:14.968213 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84815586-c6c4-468c-b7d5-d99c31436375 req-d22e9f41-348f-4602-a7bc-f9404ea3e9a4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:14.972143 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84815586-c6c4-468c-b7d5-d99c31436375 req-d22e9f41-348f-4602-a7bc-f9404ea3e9a4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.4363835 Jun 07 13:56:15.106572 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-52a5405b-68d6-47ee-becf-9988ee72ba02 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:15.108041 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-52a5405b-68d6-47ee-becf-9988ee72ba02 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.3509824 Jun 07 13:56:15.112621 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84815586-c6c4-468c-b7d5-d99c31436375 req-a2dcca14-0be2-4305-a2a0-416f74aed33a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256003 Jun 07 13:56:15.181263 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.197907 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Transition to ACTIVE for port object 1420729b-491b-455b-99d6-9dc7138ec516 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:15.224253 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-f62212b5-dac5-49eb-b559-2cc7d7ee6d1a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 379 time: 0.0602427 Jun 07 13:56:15.228765 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Transition to ACTIVE for port object 1420729b-491b-455b-99d6-9dc7138ec516 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:15.234760 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.243591 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'port': {'device_id': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'admin_state_up': True, 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'security_groups': ['2ffe1065-b5b1-4286-8c71-80e189639a91']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:15.244579 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:15.373690 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Network ee7f14ea-1171-459f-b8db-c9984003ad20 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:15.377214 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:15.381790 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:15.383978 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Pushing event updated for resources: {'Port': ['ID=1420729b-491b-455b-99d6-9dc7138ec516,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:15.387738 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:15.478273 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Attempting to bind port 1420729b-491b-455b-99d6-9dc7138ec516 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:15.478687 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Attempting to bind port 1420729b-491b-455b-99d6-9dc7138ec516 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:15.479144 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Attempting to bind port 1420729b-491b-455b-99d6-9dc7138ec516 on network ee7f14ea-1171-459f-b8db-c9984003ad20 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:15.485198 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:15.486543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Checking segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:15.487053 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.491160 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Bound using segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:15.491160 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Bound port: 1420729b-491b-455b-99d6-9dc7138ec516, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:15.491160 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.515426 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a836c9b7-6ada-4492-99aa-04bce5ffe7ae req-8981d17e-eb9d-4940-8e4c-6ceb6d1ee3b2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.1618414 Jun 07 13:56:15.556491 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0da81-c203-4f92-8a9d-5f84c721c638 req-d65d3fe9-b6d6-4f34-a8bd-7857597706ed tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:15.558456 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c8c0da81-c203-4f92-8a9d-5f84c721c638 req-d65d3fe9-b6d6-4f34-a8bd-7857597706ed tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1089773 Jun 07 13:56:15.608288 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c62f267b-38a0-417f-a860-42544de35400 None None] For port 1420729b-491b-455b-99d6-9dc7138ec516, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:15.613836 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-c62f267b-38a0-417f-a860-42544de35400 None None] For port 1420729b-491b-455b-99d6-9dc7138ec516, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1420729b-491b-455b-99d6-9dc7138ec516,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:15.616744 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c8c0da81-c203-4f92-8a9d-5f84c721c638 req-b379c4cc-ac60-4483-9d9e-7ce1fe35850d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517409 Jun 07 13:56:15.621578 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.648969 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:15.658087 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.694118 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.726019 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Pushing event updated for resources: {'Port': ['ID=1420729b-491b-455b-99d6-9dc7138ec516,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:15.729860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:15.753937 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Made reservation on behalf of 52ffdc12ca46421aa766d4cdcca4b4fc for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:15.875005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:15.952027 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcdd41-0ef7-4ff7-9634-44db5c567d8e req-beb91543-382b-47d1-a270-1cfa460034c2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:15.953509 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-34dcdd41-0ef7-4ff7-9634-44db5c567d8e req-beb91543-382b-47d1-a270-1cfa460034c2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1194715 Jun 07 13:56:16.044525 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-34dcdd41-0ef7-4ff7-9634-44db5c567d8e req-21b08a62-4485-47c8-8011-3919553ef7c3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721087 Jun 07 13:56:16.255331 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Allocated IP 172.27.1.93 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/8da7d111-3b35-4bc1-a141-f3ccfe15dfc0) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:16.352224 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.20.0.3 (ace8f1d3-2302-4324-9f05-1f382fc07853/fc1368aa-bfc1-4718-b9d2-18b094bcbbab/1b8ddc95-f17d-429b-9efa-c6ca8cee745b) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:16.427127 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50288) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:16.550036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca489-f69a-46ae-935c-1e24a1b0ada2 req-e1d75294-2887-4024-88b3-410438a9883d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:16.551048 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-c141a53a-917c-4154-8e49-b5587dfe3330 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225741 Jun 07 13:56:16.551740 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-709ca489-f69a-46ae-935c-1e24a1b0ada2 req-e1d75294-2887-4024-88b3-410438a9883d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2816708 Jun 07 13:56:16.728462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:16.755995 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-709ca489-f69a-46ae-935c-1e24a1b0ada2 req-98dc933d-f119-410f-a849-73742d77a51b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916862 Jun 07 13:56:16.769395 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-db42bfc7-996d-4e10-a4c0-a80bbb959fb2 req-6d039304-719f-47de-b669-8bd322bd9572 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.0614915 Jun 07 13:56:16.860535 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:16.882012 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Transition to ACTIVE for port object 1b8ddc95-f17d-429b-9efa-c6ca8cee745b will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:16.911988 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:16.958547 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:17.008089 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902be1e2-3511-4115-9387-6e1f40a172d9 None None] Network ee7f14ea-1171-459f-b8db-c9984003ad20 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:56:17.008743 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:17.074293 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:17.084753 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:17.087294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:17.141274 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:17.142785 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Pushing event updated for resources: {'Port': ['ID=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:17.146419 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:17.150208 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1279accc-3d87-4093-a71d-e9eb9e05095f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:17.185971 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:17.188609 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:17.223153 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-b609b3f9-0fa9-42c6-9524-0b9994f8919a None None] Provisioning for port 1420729b-491b-455b-99d6-9dc7138ec516 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:17.307819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e876a-bf58-46a7-9889-44790426633b req-7676ee57-fd11-4064-92c6-58397df13d68 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:17.309428 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a6e876a-bf58-46a7-9889-44790426633b req-7676ee57-fd11-4064-92c6-58397df13d68 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.3920054 Jun 07 13:56:17.390657 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:56:17.512899 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf73acf-02a8-4b3c-b134-cdca7d5147b7 req-49ebc11a-a0bb-4de7-92ba-bc152f40a84f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:17.521076 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8bf73acf-02a8-4b3c-b134-cdca7d5147b7 req-49ebc11a-a0bb-4de7-92ba-bc152f40a84f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2815177 Jun 07 13:56:17.537349 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1420729b-491b-455b-99d6-9dc7138ec516 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:17.565764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:17.578026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:17.578774 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8bf73acf-02a8-4b3c-b134-cdca7d5147b7 req-0952228e-fd17-4ed7-8c11-bcbeaf499857 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567586 Jun 07 13:56:17.589303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:17.599669 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:17.690277 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-8d8022dc-873c-4504-bf28-4b9f1ac3ffd9 None None] Provisioning for port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:17.698858 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-8d8022dc-873c-4504-bf28-4b9f1ac3ffd9 None None] Provisioning complete for port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:17.699594 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-8d8022dc-873c-4504-bf28-4b9f1ac3ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:17.706219 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4688101 Jun 07 13:56:17.732577 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a6e876a-bf58-46a7-9889-44790426633b req-96c48205-ed2a-4f73-9109-02e5a9412df8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860607 Jun 07 13:56:17.742874 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Request body: {'port': {'device_id': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:17.776992 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-8d8022dc-873c-4504-bf28-4b9f1ac3ffd9 None None] Port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:17.788530 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 1420729b-491b-455b-99d6-9dc7138ec516 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:17.793697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1420729b-491b-455b-99d6-9dc7138ec516 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:17.794303 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:17.978885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:18.024371 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 1420729b-491b-455b-99d6-9dc7138ec516, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1420729b-491b-455b-99d6-9dc7138ec516,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:18.030360 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:18.035304 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:18.126152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=1420729b-491b-455b-99d6-9dc7138ec516,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:18.128510 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-4b0abb0f-618b-458e-9bc3-deb2f4e33421 None None] Provisioning complete for port 1420729b-491b-455b-99d6-9dc7138ec516 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:18.129417 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-4b0abb0f-618b-458e-9bc3-deb2f4e33421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:18.176786 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d4c96-695b-4559-a179-a42816cc4d57 req-9f10af8f-2707-4204-83fd-730b6356539f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:18.178299 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c53d4c96-695b-4559-a179-a42816cc4d57 req-9f10af8f-2707-4204-83fd-730b6356539f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 931 time: 0.1147859 Jun 07 13:56:18.184141 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:18.191407 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.191772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.192108 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.192435 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.192757 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.193077 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.193396 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.193713 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.194031 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.194352 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.194662 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.194972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:18.203679 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:18.253518 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c53d4c96-695b-4559-a179-a42816cc4d57 req-82850c96-bf1a-4b05-87cd-8e3af157c285 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610089 Jun 07 13:56:18.349686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:18.482756 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008df2-2e39-42fa-81d4-9f30f16c6704 req-d176f883-335f-4bad-b570-535c4fecddd5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:18.484341 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-52008df2-2e39-42fa-81d4-9f30f16c6704 req-d176f883-335f-4bad-b570-535c4fecddd5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1160474 Jun 07 13:56:18.532584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b30c1d-3f08-418b-b5ac-3dfa40d22f70 req-36e11327-b308-4d52-b9f1-2c3adcc00f85 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:18.534073 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-36b30c1d-3f08-418b-b5ac-3dfa40d22f70 req-36e11327-b308-4d52-b9f1-2c3adcc00f85 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.5359554 Jun 07 13:56:18.541149 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-52008df2-2e39-42fa-81d4-9f30f16c6704 req-9abce483-221c-4083-ac04-ab98295d98a4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496569 Jun 07 13:56:18.736422 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-97212568-130e-4086-8427-e7bad3e0b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:18.737944 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-97212568-130e-4086-8427-e7bad3e0b558 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1099 time: 0.4840357 Jun 07 13:56:18.761224 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-36b30c1d-3f08-418b-b5ac-3dfa40d22f70 req-5de6102c-296d-44ff-abe5-2d22aa144a79 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196712 Jun 07 13:56:18.828495 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6df127-488c-40f8-951e-18efc49fbdda req-7b693e62-cd1b-4737-9617-f9050d1416ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:18.831274 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0b6df127-488c-40f8-951e-18efc49fbdda req-7b693e62-cd1b-4737-9617-f9050d1416ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1281333 Jun 07 13:56:18.877359 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0b6df127-488c-40f8-951e-18efc49fbdda req-7b71e6b4-e093-4c17-ab5a-45fb52a6d7e3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Jun 07 13:56:19.071315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:19.153504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-7f5ef9b9-bd89-4196-9fe7-7579c2dc7657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.154927 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-7f5ef9b9-bd89-4196-9fe7-7579c2dc7657 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.3970609 Jun 07 13:56:19.247042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-e6d22ca1-16a9-42df-94f3-5e3dc14fdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.248660 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-e6d22ca1-16a9-42df-94f3-5e3dc14fdb5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 1096 time: 0.0817347 Jun 07 13:56:19.387083 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-5302e533-f378-4297-b6ab-bd243beaa077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.389473 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-5302e533-f378-4297-b6ab-bd243beaa077 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1096 time: 0.1047978 Jun 07 13:56:19.405339 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1420729b-491b-455b-99d6-9dc7138ec516 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:19.498430 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1420729b-491b-455b-99d6-9dc7138ec516 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:19.499165 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:19.552696 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-dec7fb1c-ab8a-48d7-b7ba-411fddfc9f8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 1002 time: 0.3839788 Jun 07 13:56:19.569280 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-9b37ddbb-c6bc-4a37-88b8-96ac44be12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.570876 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-9b37ddbb-c6bc-4a37-88b8-96ac44be12c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.1751738 Jun 07 13:56:19.656639 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8ddc95-f17d-429b-9efa-c6ca8cee745b {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:56:19.676909 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:19.723389 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-43866676-0e68-4264-a858-29ae54626fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.725480 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-43866676-0e68-4264-a858-29ae54626fbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.1339161 Jun 07 13:56:19.725829 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Transition to ACTIVE for port object 1b8ddc95-f17d-429b-9efa-c6ca8cee745b will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:19.735149 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:19.757301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-c61bfb05-16b8-4d5c-ae24-9c2466df8526 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 999 time: 0.1794302 Jun 07 13:56:19.772814 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:19.840197 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bac32-e59a-41bf-9f24-4fc17a395dc6 req-54efb244-fcec-4482-b9e6-2e51fdddf575 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.841547 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ff6bac32-e59a-41bf-9f24-4fc17a395dc6 req-54efb244-fcec-4482-b9e6-2e51fdddf575 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1563969 Jun 07 13:56:19.846002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-a790a9ec-a0ff-4fc2-99ab-8b048ece7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.847373 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-a790a9ec-a0ff-4fc2-99ab-8b048ece7c40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0839612 Jun 07 13:56:19.922775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7510b4a-3df6-4d63-8b21-b17813950102 req-5ddf4048-5cdc-47da-9388-ae509fa3d804 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.925012 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f7510b4a-3df6-4d63-8b21-b17813950102 req-5ddf4048-5cdc-47da-9388-ae509fa3d804 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 931 time: 0.3792849 Jun 07 13:56:19.939498 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ff6bac32-e59a-41bf-9f24-4fc17a395dc6 req-21b267c3-a7b5-4846-be2b-89d3d69ddbfb tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891962 Jun 07 13:56:19.958779 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Router f8c9bc40-d912-40f8-927b-f2284a678b90 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:56:19.973505 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-47045a0d-2302-42ac-ad62-e30eab504db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:19.974860 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-47045a0d-2302-42ac-ad62-e30eab504db3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117477 Jun 07 13:56:19.977900 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:20.015619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:20.153923 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f7510b4a-3df6-4d63-8b21-b17813950102 req-09a81590-8223-4952-aa32-8b11ecfceccd tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104607 Jun 07 13:56:20.195010 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-1c4decfc-1a8d-4128-8a0c-9bb642c6f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:20.199190 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-1c4decfc-1a8d-4128-8a0c-9bb642c6f525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4629526 Jun 07 13:56:20.212204 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-bc39ef07-256e-45f3-8ebe-fd8febf69836 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187564 Jun 07 13:56:20.247845 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79765e-7452-42b7-84dc-2cf44f9471ab req-02e5e668-8968-4710-bdcf-6d8ba5be4247 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:20.249374 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ba79765e-7452-42b7-84dc-2cf44f9471ab req-02e5e668-8968-4710-bdcf-6d8ba5be4247 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1452792 Jun 07 13:56:20.336540 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Attempting to bind port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:20.336874 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Attempting to bind port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:20.337201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Attempting to bind port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:20.367092 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ba79765e-7452-42b7-84dc-2cf44f9471ab req-5ae8a6ee-3473-4bcb-8a36-5377c6ae17dc tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097441 Jun 07 13:56:20.400274 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-283d5e79-cfca-4404-957b-8dc1a072f816 req-ede09f3f-1ddf-4ec9-af47-ffc488c8d020 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809647 Jun 07 13:56:20.446742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b on network ace8f1d3-2302-4324-9f05-1f382fc07853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:56:20.447199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Attempting to bind port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:20.489377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:20.489377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:20.489377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Bound using segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:20.489377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Bound port: 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:20.489377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:20.509176 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:56:20.518960 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Sync routers for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:56:20.528386 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:20.529068 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:20.596961 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-6116318e-38ff-4063-8a4d-74d7fbe640b7 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907969 Jun 07 13:56:20.601076 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:20.602185 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2177563 Jun 07 13:56:20.605389 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50334) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:20.666341 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b99326-76b9-4c94-8fc4-2c3a801b9edb req-0e450ae0-ed64-4219-9d61-d3881f760650 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:20.667863 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-78b99326-76b9-4c94-8fc4-2c3a801b9edb req-0e450ae0-ed64-4219-9d61-d3881f760650 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.3372948 Jun 07 13:56:20.729565 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:20.785986 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:20.830251 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-78b99326-76b9-4c94-8fc4-2c3a801b9edb req-be2ea759-0442-425c-982b-e71930289010 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494164 Jun 07 13:56:20.850257 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:20.879992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:20.895557 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:20.932645 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:20.932865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:20.934283 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] 10.222.0.55 "PUT /v2.0/ports/1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 200 len: 1093 time: 3.1994722 Jun 07 13:56:20.942798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:56:20.945261 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb9672d-a11d-4715-970c-21062ae55048" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:56:20.974711 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1aa7dc08-864e-4f13-83fb-6c9703ce2251 req-0045a0ee-7fd5-4589-9120-b413f148d283 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602989 Jun 07 13:56:21.147150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a90ecf-4839-4f67-9a6c-60e348f2a393 x-openstack-request-id: req-24a90ecf-4839-4f67-9a6c-60e348f2a393 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:56:21.147466 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:56:21.147777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24a90ecf-4839-4f67-9a6c-60e348f2a393 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:56:21.148188 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'status': 'completed', 'code': 200} Jun 07 13:56:21.225992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Pushing event updated for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:21.281462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:21.359927 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:17Z', 'revision_number': 3, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:21.365694 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Checking router: f8c9bc40-d912-40f8-927b-f2284a678b90 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:56:21.366063 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Updating router f8c9bc40-d912-40f8-927b-f2284a678b90 port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:56:21.469745 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:21.482007 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-2ae9e673-0763-4b2d-90bf-ab4f2cc83cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:21.488282 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-2ae9e673-0763-4b2d-90bf-ab4f2cc83cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1096 time: 0.4545126 Jun 07 13:56:21.563169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef8e8-5fe6-4e10-b810-de381adb9eb8 req-278c4dcf-5be2-427b-a0ea-0f11a0b7db76 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:21.573035 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-882ef8e8-5fe6-4e10-b810-de381adb9eb8 req-278c4dcf-5be2-427b-a0ea-0f11a0b7db76 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2964079 Jun 07 13:56:21.686049 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-882ef8e8-5fe6-4e10-b810-de381adb9eb8 req-969377e6-674b-4faa-a131-c96a42c0acd6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053865 Jun 07 13:56:21.983744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b105-4988-4bd8-b035-f94e5d80d1eb req-7d32fca4-e7d5-4b45-ae3c-17520bb06d06 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:21.985816 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0688b105-4988-4bd8-b035-f94e5d80d1eb req-7d32fca4-e7d5-4b45-ae3c-17520bb06d06 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1511967 Jun 07 13:56:22.055558 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8940fbc-3938-4c6c-87d5-37d7e2edb26b req-bb4b3dda-ae9a-4cac-a5d6-d7e1c7bdbe36 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:22.057737 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.065112 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b8940fbc-3938-4c6c-87d5-37d7e2edb26b req-bb4b3dda-ae9a-4cac-a5d6-d7e1c7bdbe36 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.5205488 Jun 07 13:56:22.073249 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Transition to ACTIVE for port object 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:22.096763 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.106871 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:22.124159 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0688b105-4988-4bd8-b035-f94e5d80d1eb req-7a67e787-a07d-4c0c-9b24-5469ff4a9f3a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309593 Jun 07 13:56:22.196785 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Attempting to bind port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:22.197357 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Attempting to bind port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:22.197822 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Attempting to bind port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:22.208453 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:22.208986 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:22.209725 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.210463 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:22.211031 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Bound port: 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:22.211500 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.218804 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b8940fbc-3938-4c6c-87d5-37d7e2edb26b req-c6ea54a5-094b-4012-af47-af4c7689365d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507800 Jun 07 13:56:22.223400 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.254857 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f365e-ba75-470f-9d60-3626d2ce5d25 None None] Pushing event updated for resources: {'Port': ['ID=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:22.286771 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5c1f365e-ba75-470f-9d60-3626d2ce5d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:22.381350 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] For port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:22.389579 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] For port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:22.401436 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.406430 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:22.470982 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebbe6a-9599-492d-bc22-d4db5d1eb1b4 req-20f9871c-f7f5-4482-bd22-ce796da2f85b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:22.473260 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-51ebbe6a-9599-492d-bc22-d4db5d1eb1b4 req-20f9871c-f7f5-4482-bd22-ce796da2f85b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1463420 Jun 07 13:56:22.497190 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:22.497763 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:22.581508 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Allocated IP 172.20.0.1 (ee7f14ea-1171-459f-b8db-c9984003ad20/4c6905d4-d2c7-4adf-85d6-a7b931931bc3/c4b0df92-6a0d-469b-837c-9d8419e17946) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:22.596552 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-51ebbe6a-9599-492d-bc22-d4db5d1eb1b4 req-910b75f5-48c2-4524-9647-3ec3e7d2e0d4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006224 Jun 07 13:56:22.640862 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f365e-ba75-470f-9d60-3626d2ce5d25 None None] Pushing event updated for resources: {'Port': ['ID=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:22.655981 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5c1f365e-ba75-470f-9d60-3626d2ce5d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:22.838033 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:22.941080 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:22.972110 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.provisioning_blocks [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Transition to ACTIVE for port object c4b0df92-6a0d-469b-837c-9d8419e17946 will not be triggered until provisioned by entity DHCP. {{(pid=91745) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:23.012866 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cc760-91c4-41a0-bf42-4f2dce99db29 req-f17cdfa3-6ffa-454d-b54c-49ee8d8077e7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:23.014954 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-893cc760-91c4-41a0-bf42-4f2dce99db29 req-f17cdfa3-6ffa-454d-b54c-49ee8d8077e7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1182671 Jun 07 13:56:23.025639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:23.031333 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b1631b4a-e6ab-479e-aa7d-b4ad7f4b34a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:23.145389 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Network ee7f14ea-1171-459f-b8db-c9984003ad20 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:23.151076 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-893cc760-91c4-41a0-bf42-4f2dce99db29 req-61d72cab-762f-4199-a8a9-b0553d1af12a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862815 Jun 07 13:56:23.152085 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:23.156494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:23.239623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:23.250926 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:23.262506 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:23.414638 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:17Z', 'revision_number': 3, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:23.424017 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6192-db94-4548-8522-3294e319e1d6 None None] The sync data for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi is: [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:17Z', 'revision_number': 3, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:56:23.554092 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-d0e95af4-1bd0-4ece-9409-cae0177ff5de None None] Provisioning for port c4b0df92-6a0d-469b-837c-9d8419e17946 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:23.560169 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-d0e95af4-1bd0-4ece-9409-cae0177ff5de None None] Provisioning complete for port c4b0df92-6a0d-469b-837c-9d8419e17946 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:23.560903 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d0e95af4-1bd0-4ece-9409-cae0177ff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:23.653737 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904a7a4-e52c-467d-8556-ea562e8548ab req-00759747-2ea0-4e0a-946d-b474f0b13aa9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:23.655482 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8904a7a4-e52c-467d-8556-ea562e8548ab req-00759747-2ea0-4e0a-946d-b474f0b13aa9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.3427811 Jun 07 13:56:23.682833 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-d0e95af4-1bd0-4ece-9409-cae0177ff5de None None] Port c4b0df92-6a0d-469b-837c-9d8419e17946 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:23.730744 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8904a7a4-e52c-467d-8556-ea562e8548ab req-081e17cb-b726-47c1-b0cb-b5906879c0a4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666907 Jun 07 13:56:23.780581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c22e88-22fb-4ea7-964c-eb8e715b98eb req-fd838cd2-cd5a-484e-9562-80eb5787f6e2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:23.788615 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5c22e88-22fb-4ea7-964c-eb8e715b98eb req-fd838cd2-cd5a-484e-9562-80eb5787f6e2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.3279974 Jun 07 13:56:23.868084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:23.936264 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5c22e88-22fb-4ea7-964c-eb8e715b98eb req-b696675e-3b47-4f11-83b2-675e535abad7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473947 Jun 07 13:56:24.024786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08899407-3ba4-41ac-8dcc-f1227cdceeac req-9290cf98-b8f2-4fbd-956a-30ee7c48b98e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:24.026303 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-08899407-3ba4-41ac-8dcc-f1227cdceeac req-9290cf98-b8f2-4fbd-956a-30ee7c48b98e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1324656 Jun 07 13:56:24.139057 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-08899407-3ba4-41ac-8dcc-f1227cdceeac req-c8605194-912b-4223-bebe-b9f75ac0bc1a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951028 Jun 07 13:56:24.501140 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10cb13-ef6f-44be-942d-f05b21ca95fa req-fdf82860-53fe-486a-b6a6-fa14146ac8f9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:24.503453 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0c10cb13-ef6f-44be-942d-f05b21ca95fa req-fdf82860-53fe-486a-b6a6-fa14146ac8f9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1495278 Jun 07 13:56:24.505683 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:24.528729 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:24.563800 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:24.665146 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0c10cb13-ef6f-44be-942d-f05b21ca95fa req-1f0961f1-22c7-4f7d-85d9-b680e5f41166 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537390 Jun 07 13:56:24.670517 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:24.675844 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:24.679721 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:24.899102 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Network ee7f14ea-1171-459f-b8db-c9984003ad20 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:24.900326 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:24.930253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1540fc-bb62-40d6-8b58-6da70b33477a req-4ab61c60-4f81-4da9-8675-63ee7ee9965c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:24.933710 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d1540fc-bb62-40d6-8b58-6da70b33477a req-4ab61c60-4f81-4da9-8675-63ee7ee9965c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0898178 Jun 07 13:56:24.996602 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d1540fc-bb62-40d6-8b58-6da70b33477a req-890630a6-24ff-4688-91db-1ef3f97ffed6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565577 Jun 07 13:56:25.213900 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-b71003f0-491e-440f-95ef-983f6deab7ef None None] Provisioning complete for port c4b0df92-6a0d-469b-837c-9d8419e17946 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:25.214961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b71003f0-491e-440f-95ef-983f6deab7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:25.235647 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Router f8c9bc40-d912-40f8-927b-f2284a678b90 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:56:25.292036 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-b71003f0-491e-440f-95ef-983f6deab7ef None None] Port c4b0df92-6a0d-469b-837c-9d8419e17946 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:25.420165 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-94ab19ff-fb98-42fd-976a-5ccdcd2b8c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:25.484451 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f7bc-5c71-481f-b434-c7222d608908 req-6c36ae29-1f22-425b-99e0-dbc46a1628aa tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:25.491791 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8a33f7bc-5c71-481f-b434-c7222d608908 req-6c36ae29-1f22-425b-99e0-dbc46a1628aa tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1713929 Jun 07 13:56:25.493409 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:25.511111 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16070e-addc-4a72-87b8-d265ee76657c req-2a257c69-fe88-4d73-abcc-51250f6b6097 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:25.515274 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aa16070e-addc-4a72-87b8-d265ee76657c req-2a257c69-fe88-4d73-abcc-51250f6b6097 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.3654382 Jun 07 13:56:25.551780 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:56:25.554178 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8a33f7bc-5c71-481f-b434-c7222d608908 req-1a72694c-1e40-4d0b-90ae-15976086e7e4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605521 Jun 07 13:56:25.575656 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] 10.222.0.20 "PUT /v2.0/routers/f8c9bc40-d912-40f8-927b-f2284a678b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9678478 Jun 07 13:56:25.601167 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aa16070e-addc-4a72-87b8-d265ee76657c req-87b305d8-7a8e-4d36-a2fd-829639ed5b8c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803084 Jun 07 13:56:25.625994 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:25.635905 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:25.636294 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:25.785104 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:25.803767 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:25.805246 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Sync routers for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:56:25.820661 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:25.821439 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:55:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:25.890462 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:25.896035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:25.908733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3f26-69a3-40d1-9a8f-94fbe3fe760d req-1284e5a5-7cb5-4b7c-8541-a9fa60634f1e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:25.914349 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-999b3f26-69a3-40d1-9a8f-94fbe3fe760d req-1284e5a5-7cb5-4b7c-8541-a9fa60634f1e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1040475 Jun 07 13:56:25.975475 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-999b3f26-69a3-40d1-9a8f-94fbe3fe760d req-8d738d7d-3b5d-41f8-8b86-395de9b1a78a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496824 Jun 07 13:56:26.120559 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:26.244447 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:26.305496 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13715c84-59fa-4d7b-ad13-fc41a0f2c5dd req-046b97ec-4172-45d7-ae51-127b660fcf92 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:26.311811 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-13715c84-59fa-4d7b-ad13-fc41a0f2c5dd req-046b97ec-4172-45d7-ae51-127b660fcf92 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1444914 Jun 07 13:56:26.333532 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:26.393501 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-13715c84-59fa-4d7b-ad13-fc41a0f2c5dd req-53eda7c4-248a-4926-a2e7-4e4aea523c07 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793879 Jun 07 13:56:26.425495 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50420) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:26.435966 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-295052978-network', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:26.478986 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Made reservation on behalf of 5d4ecc17f74b41cf90e6c027ef8017c2 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:26.481903 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.533649 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.781507 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.788326 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.791930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5049d2ed-3653-4922-9785-52767ebd0166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:26.858699 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:56:26.870834 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd6ef31-8cf4-41ec-93a0-b63bf5be3af7,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:26.874964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:26.878812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.879146 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Added segment 5a7af4c3-8533-42ea-8e62-b1f958ed175d of type vlan for network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 Jun 07 13:56:26.922577 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:26.991888 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320099c3-bc24-4039-a04b-ba0af5454748 req-9423ddef-17b0-45f1-a44b-b1799ef34ce7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:26.993446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-320099c3-bc24-4039-a04b-ba0af5454748 req-9423ddef-17b0-45f1-a44b-b1799ef34ce7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2100136 Jun 07 13:56:27.026767 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.032356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:27.033863 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.054342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:27.063482 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-320099c3-bc24-4039-a04b-ba0af5454748 req-24a7926c-2fa0-43a0-b820-42dfd128c9f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641088 Jun 07 13:56:27.076333 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6494987 Jun 07 13:56:27.077742 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50428) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:27.115944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Request body: {'subnet': {'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-295052978-subnet', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:27.116296 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc76d3-8755-40e9-9a24-eaeccc8776b4 req-4d6e54cc-36ce-43ee-852e-1e3d5af28566 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:27.118871 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a4bc76d3-8755-40e9-9a24-eaeccc8776b4 req-4d6e54cc-36ce-43ee-852e-1e3d5af28566 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1672425 Jun 07 13:56:27.180943 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Made reservation on behalf of 5d4ecc17f74b41cf90e6c027ef8017c2 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:27.184000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.198578 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7332e2-e0c0-45a4-bd8b-7d04ad9df700,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:27.202849 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:27.218648 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:56:27.272234 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a4bc76d3-8755-40e9-9a24-eaeccc8776b4 req-b7b978a9-9ac6-4411-a6bb-02bf7179b9ab tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919473 Jun 07 13:56:27.304649 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:24Z', 'revision_number': 2, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:27.378170 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Checking router: f8c9bc40-d912-40f8-927b-f2284a678b90 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:56:27.378627 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Updating router f8c9bc40-d912-40f8-927b-f2284a678b90 port c4b0df92-6a0d-469b-837c-9d8419e17946 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:56:27.407006 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:27.575285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b361-0646-4dd1-8b4a-1ffd18ae46f4 req-4a0b4c5a-2a52-4581-b069-1915f1811e44 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:27.576792 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.576944 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6501b361-0646-4dd1-8b4a-1ffd18ae46f4 req-4a0b4c5a-2a52-4581-b069-1915f1811e44 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.3343441 Jun 07 13:56:27.640939 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77f8c5-08d5-4689-99e3-3c6af29b3eb1 req-15a311e0-3dbb-43db-b05a-783f0394717b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:27.654738 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ef77f8c5-08d5-4689-99e3-3c6af29b3eb1 req-15a311e0-3dbb-43db-b05a-783f0394717b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1237078 Jun 07 13:56:27.675130 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:27.675632 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.731271 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ef77f8c5-08d5-4689-99e3-3c6af29b3eb1 req-70c6d197-5979-4ad7-aa3a-68138caef4fd tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760028 Jun 07 13:56:27.745753 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.772600 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6501b361-0646-4dd1-8b4a-1ffd18ae46f4 req-ea02d57e-5d3d-4ba0-becf-9dcd7b72f045 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892147 Jun 07 13:56:27.775932 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f7874096-7967-4c87-977e-537af514fa1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:27.878631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e2a674-3510-45cb-a604-2c2d7b8d7594,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:27.881385 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Checking segment: {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:27.882013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Network hostable DHCP agents. Network: 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:56:27.885395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:27.907631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:56:27.934072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:27.942169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:27.943244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.948870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02d33a-d255-4c16-9ad9-79885254818b None None] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:56:27.968845 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fa88ee7d-2921-429f-99cb-5e49691be9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:27.972446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f6ee9475-140c-4f5e-aa91-ecf689100418 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8805699 Jun 07 13:56:27.973597 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50434) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:27.980324 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:28.009764 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.011006 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.039820 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.153850 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.372634 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.db.resource_extend [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 13:56:28.498477 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'fixed_ips': [{'subnet_id': '70e2a674-3510-45cb-a604-2c2d7b8d7594'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 13:56:28.499421 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.545482 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.561231 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Transition to ACTIVE for port object c4b0df92-6a0d-469b-837c-9d8419e17946 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:28.611456 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.613220 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:28.618059 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:28.624754 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60772c-4ffa-49e8-a1b9-3305ee9dac67 req-07189887-e20e-4349-bfcc-a764e002c5b7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:28.628916 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0f60772c-4ffa-49e8-a1b9-3305ee9dac67 req-07189887-e20e-4349-bfcc-a764e002c5b7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1600969 Jun 07 13:56:28.675942 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddc90-e56e-4349-858b-b06ef1def05d req-6d9b77c8-28fc-4b85-8c28-afbf4bc70113 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:28.684440 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-85fddc90-e56e-4349-858b-b06ef1def05d req-6d9b77c8-28fc-4b85-8c28-afbf4bc70113 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2938817 Jun 07 13:56:28.769540 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0f60772c-4ffa-49e8-a1b9-3305ee9dac67 req-0d608c6f-f784-4633-8dac-7e9293d353b0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278393 Jun 07 13:56:28.834616 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-85fddc90-e56e-4349-858b-b06ef1def05d req-b107c92c-be5e-409d-8aeb-15409ef05ef5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453612 Jun 07 13:56:28.993648 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Pushing event updated for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:29.006488 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:29.171859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b38e4-d1c4-455a-af2b-76d50cad8bad req-7c75cdf0-3915-45d1-8b90-555d3e6b6783 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:29.179947 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-878b38e4-d1c4-455a-af2b-76d50cad8bad req-7c75cdf0-3915-45d1-8b90-555d3e6b6783 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2010362 Jun 07 13:56:29.216662 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Attempting to bind port c4b0df92-6a0d-469b-837c-9d8419e17946 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:29.217079 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Attempting to bind port c4b0df92-6a0d-469b-837c-9d8419e17946 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:29.217793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Attempting to bind port c4b0df92-6a0d-469b-837c-9d8419e17946 on network ee7f14ea-1171-459f-b8db-c9984003ad20 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:29.228787 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:29.229193 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Checking segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:29.229561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.230369 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Bound using segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:29.230509 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Bound port: c4b0df92-6a0d-469b-837c-9d8419e17946, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:29.230847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.248478 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-878b38e4-d1c4-455a-af2b-76d50cad8bad req-d19a9e0a-8e9e-4429-b11c-24be38649614 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675383 Jun 07 13:56:29.276227 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.318851 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.348800 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Allocated IP 172.20.0.2 (3a7332e2-e0c0-45a4-bd8b-7d04ad9df700/70e2a674-3510-45cb-a604-2c2d7b8d7594/ec614292-51a1-4520-96a9-498d22ab09f0) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:29.370360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020780bf-9485-4c80-a098-d78fe058b1a8 req-01a230f3-3cf4-4adb-b77d-e280e24ad359 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:29.371947 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-020780bf-9485-4c80-a098-d78fe058b1a8 req-01a230f3-3cf4-4adb-b77d-e280e24ad359 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2344787 Jun 07 13:56:29.373202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.444239 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] For port c4b0df92-6a0d-469b-837c-9d8419e17946, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:29.500180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] For port c4b0df92-6a0d-469b-837c-9d8419e17946, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=c4b0df92-6a0d-469b-837c-9d8419e17946,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:29.505272 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-020780bf-9485-4c80-a098-d78fe058b1a8 req-a9022a2d-41ca-437a-82d5-fe61ee497ff4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696430 Jun 07 13:56:29.507030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.513050 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-fd0e8568-1738-4416-9961-d526e640ec9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:29.622425 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Allocated IP 172.27.1.244 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/505bb253-ead2-467a-bfc0-e7752765d515) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:29.644608 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:29.644608 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:29.819554 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Pushing event updated for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:29.826398 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:29.834889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.886883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.901138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:29.920736 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:29.974073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Transition to ACTIVE for port object ec614292-51a1-4520-96a9-498d22ab09f0 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:30.012009 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Pushing event updated for resources: {'Port': ['ID=505bb253-ead2-467a-bfc0-e7752765d515,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:30.025027 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:30.046184 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:30.047458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:30.054181 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:30.067426 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Transition to ACTIVE for port object ec614292-51a1-4520-96a9-498d22ab09f0 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:30.093438 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:30.180340 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:30.197465 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:30.371111 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:30.385589 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:30.392851 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:30.406656 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69aa7e7-1319-4257-9d2a-49e6afbc9bec req-365750fe-2e0d-4306-a52c-6e23136e68a7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:30.411444 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d69aa7e7-1319-4257-9d2a-49e6afbc9bec req-365750fe-2e0d-4306-a52c-6e23136e68a7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1110091 Jun 07 13:56:30.451359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Pushing event updated for resources: {'Port': ['ID=ec614292-51a1-4520-96a9-498d22ab09f0,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:30.456594 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:30.499287 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d69aa7e7-1319-4257-9d2a-49e6afbc9bec req-0bb7f917-42b8-46be-9614-583db0139392 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844343 Jun 07 13:56:30.521259 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053303b-7ba3-4250-9329-befd84527f41 req-21cb2710-4581-4662-856d-1bf263297a1d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:30.525569 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f053303b-7ba3-4250-9329-befd84527f41 req-21cb2710-4581-4662-856d-1bf263297a1d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.4095283 Jun 07 13:56:30.662742 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f053303b-7ba3-4250-9329-befd84527f41 req-1d427084-9b38-4435-8411-778bb009709f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359284 Jun 07 13:56:30.668902 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Attempting to bind port ec614292-51a1-4520-96a9-498d22ab09f0 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:30.669854 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Attempting to bind port ec614292-51a1-4520-96a9-498d22ab09f0 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:30.670445 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Attempting to bind port ec614292-51a1-4520-96a9-498d22ab09f0 on network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:30.708997 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:30.710118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Checking segment: {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:30.711233 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:30.711737 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Bound using segment: {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:30.713185 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Bound port: ec614292-51a1-4520-96a9-498d22ab09f0, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:30.714546 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:30.852049 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:29Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:30.871122 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d099dc7-73f8-4ca2-87e8-b64253930ba3 None None] The sync data for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi is: [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:29Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:56:30.888475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] For port ec614292-51a1-4520-96a9-498d22ab09f0, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:30.899398 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] For port ec614292-51a1-4520-96a9-498d22ab09f0, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ec614292-51a1-4520-96a9-498d22ab09f0,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:30.903597 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:30.909986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:30.921461 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:31.122633 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Pushing event updated for resources: {'Port': ['ID=ec614292-51a1-4520-96a9-498d22ab09f0,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:31.138180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:31.331693 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:31.485444 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cceb1-4fbf-4b96-898c-e69175cbf056 req-e424abd5-0f62-439f-ab1a-3dce18f08459 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:31.493658 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-841cceb1-4fbf-4b96-898c-e69175cbf056 req-e424abd5-0f62-439f-ab1a-3dce18f08459 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.3784084 Jun 07 13:56:31.556642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device c4b0df92-6a0d-469b-837c-9d8419e17946 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:31.635820 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port c4b0df92-6a0d-469b-837c-9d8419e17946 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:31.641426 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port c4b0df92-6a0d-469b-837c-9d8419e17946 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:31.642537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:31.717040 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-841cceb1-4fbf-4b96-898c-e69175cbf056 req-93b67e74-300e-4d6f-ae3f-2cd0680748df tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210071 Jun 07 13:56:31.811373 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:31.862219 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port c4b0df92-6a0d-469b-837c-9d8419e17946, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=c4b0df92-6a0d-469b-837c-9d8419e17946,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:31.868302 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:31.872084 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-6e5efa7e-7005-419e-9d04-e3818428feb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:32.039593 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:32.045020 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:32.187603 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:32.271054 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123debf-47f5-4806-9bb0-ece2619ee772 req-0c79c632-dc90-437c-8ac9-3f602336246d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:32.276329 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c123debf-47f5-4806-9bb0-ece2619ee772 req-0c79c632-dc90-437c-8ac9-3f602336246d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2346148 Jun 07 13:56:32.346394 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c123debf-47f5-4806-9bb0-ece2619ee772 req-ac8eeea7-d4e7-492c-a423-80ac3b0bffc6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676877 Jun 07 13:56:32.463018 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7372b-de91-48b7-9c3f-6c8ca47d019a None None] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:56:32.558372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Router 95842783-6840-44b5-9e4b-ebca909ecf6b is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91745) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 13:56:32.601777 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-fcf75795-ddd0-4036-bac5-efc433696e10 None None] Provisioning for port ec614292-51a1-4520-96a9-498d22ab09f0 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:32.656369 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b0a67-c37d-4ed6-84f5-f69cc12a2a3b req-b60aabb9-a3c5-432b-b2ed-62fac5285a78 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:32.657882 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fc4b0a67-c37d-4ed6-84f5-f69cc12a2a3b req-b60aabb9-a3c5-432b-b2ed-62fac5285a78 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1881630 Jun 07 13:56:32.895379 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fc4b0a67-c37d-4ed6-84f5-f69cc12a2a3b req-b2ecd6ae-647c-4288-b944-892c7344b9ad tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246718 Jun 07 13:56:32.912975 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:56:32.922232 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Sync routers for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:56:32.936680 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:32.937208 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:32.938015 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:32.941456 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 50472) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:56:32.942028 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9664319 Jun 07 13:56:33.098206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e59c7-99e9-4abe-9cda-684c5f59021d req-c02803df-8f0d-4088-ae59-18258ae4d932 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:33.099623 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-af0e59c7-99e9-4abe-9cda-684c5f59021d req-c02803df-8f0d-4088-ae59-18258ae4d932 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.0880830 Jun 07 13:56:33.147832 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-af0e59c7-99e9-4abe-9cda-684c5f59021d req-694ddb7c-09e8-4fc3-ac7b-88ccbd374752 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Jun 07 13:56:33.152953 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:33.355843 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32791-bef2-4e2a-9028-655b7b9df2b9 req-8a753dca-b045-4acd-813a-f437f4b3f5e2 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:33.357385 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ffa32791-bef2-4e2a-9028-655b7b9df2b9 req-8a753dca-b045-4acd-813a-f437f4b3f5e2 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1031651 Jun 07 13:56:33.457105 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ffa32791-bef2-4e2a-9028-655b7b9df2b9 req-de572473-d22b-4006-80fc-d9f9a31b135e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901508 Jun 07 13:56:33.563479 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:30Z', 'revision_number': 3, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:33.567971 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Checking router: 95842783-6840-44b5-9e4b-ebca909ecf6b for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:56:33.568463 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Updating router 95842783-6840-44b5-9e4b-ebca909ecf6b port 505bb253-ead2-467a-bfc0-e7752765d515 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:56:33.588941 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-ecec910c-636a-4afa-bfd3-8ad4d5a141b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 200 len: 217 time: 0.2971818 Jun 07 13:56:33.602977 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device c4b0df92-6a0d-469b-837c-9d8419e17946 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:33.649933 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:33.689928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port c4b0df92-6a0d-469b-837c-9d8419e17946 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:33.690373 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:33.870704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af83207-1360-46e3-b7de-a147a17068ab req-79dd3c3d-1b45-442c-a739-4c19ea3531e7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:33.873121 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0af83207-1360-46e3-b7de-a147a17068ab req-79dd3c3d-1b45-442c-a739-4c19ea3531e7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2046969 Jun 07 13:56:33.919007 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ec614292-51a1-4520-96a9-498d22ab09f0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:33.954105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-a9d1a7a2-5051-4d63-950a-fd6073796d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:33.955924 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-a9d1a7a2-5051-4d63-950a-fd6073796d05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.1022944 Jun 07 13:56:34.000782 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0af83207-1360-46e3-b7de-a147a17068ab req-528a262e-9e73-43e8-b772-aee6b35ee677 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205652 Jun 07 13:56:34.015836 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port ec614292-51a1-4520-96a9-498d22ab09f0 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:34.026556 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port ec614292-51a1-4520-96a9-498d22ab09f0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:34.028504 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.181485 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.221851 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port ec614292-51a1-4520-96a9-498d22ab09f0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ec614292-51a1-4520-96a9-498d22ab09f0,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:34.228417 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.232295 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:34.238759 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.256315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-55a84f1a-014e-4685-bdba-a6bc5ba82ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:34.258436 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.258932 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-55a84f1a-014e-4685-bdba-a6bc5ba82ee4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2347274 Jun 07 13:56:34.285638 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Transition to ACTIVE for port object 505bb253-ead2-467a-bfc0-e7752765d515 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:34.299066 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.306053 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3884caa8-443d-4227-8340-1c5374593000 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:34.335110 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=ec614292-51a1-4520-96a9-498d22ab09f0,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:34.338171 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:34.349697 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964be8a2-9759-4350-ab1c-b1969a9e6c54 req-a10bab5d-b9eb-4147-93e8-ae70ba3df01b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:34.351158 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-964be8a2-9759-4350-ab1c-b1969a9e6c54 req-a10bab5d-b9eb-4147-93e8-ae70ba3df01b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.2834363 Jun 07 13:56:34.400304 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Attempting to bind port 505bb253-ead2-467a-bfc0-e7752765d515 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:34.400705 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Attempting to bind port 505bb253-ead2-467a-bfc0-e7752765d515 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:34.401060 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Attempting to bind port 505bb253-ead2-467a-bfc0-e7752765d515 on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:34.404576 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Pushing event updated for resources: {'Port': ['ID=505bb253-ead2-467a-bfc0-e7752765d515,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:34.409561 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:34.409938 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:34.410342 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.410728 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:34.411216 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Bound port: 505bb253-ead2-467a-bfc0-e7752765d515, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:34.411611 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.423372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb000ae-d517-44e4-b203-91008f102638 req-04cebc76-e2cc-45fc-a2f8-d506f7b813ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:34.425544 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bbb000ae-d517-44e4-b203-91008f102638 req-04cebc76-e2cc-45fc-a2f8-d506f7b813ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.0961473 Jun 07 13:56:34.443565 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.443910 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.444244 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.444574 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.444899 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.445221 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.445541 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.445858 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.446193 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.446510 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.446823 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.447132 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:56:34.461235 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:34.491301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bbb000ae-d517-44e4-b203-91008f102638 req-6faf2bb9-810e-4aba-b500-8c38bee413e5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594752 Jun 07 13:56:34.499211 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] For port 505bb253-ead2-467a-bfc0-e7752765d515, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:34.505063 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] For port 505bb253-ead2-467a-bfc0-e7752765d515, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=505bb253-ead2-467a-bfc0-e7752765d515,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:34.513281 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:34.518903 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:34.540489 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-964be8a2-9759-4350-ab1c-b1969a9e6c54 req-2f6f0ff1-f681-4765-a7c8-dfb3250c62c7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679800 Jun 07 13:56:34.603707 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:34.604265 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:34.644486 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-b8f7df5b-32ad-444d-9914-c77f4edc7bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340788 Jun 07 13:56:34.667558 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Pushing event updated for resources: {'Port': ['ID=505bb253-ead2-467a-bfc0-e7752765d515,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:34.672002 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f27536-cf5c-4873-bcd7-ec8670218d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:34.710266 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726dfb-e147-4a42-9ffd-a4f11edfaf30 req-65338b6e-3563-4b67-a662-c250f39c0b9e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:34.711872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4a726dfb-e147-4a42-9ffd-a4f11edfaf30 req-65338b6e-3563-4b67-a662-c250f39c0b9e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0905509 Jun 07 13:56:34.729551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Allocated IP 172.20.0.1 (3a7332e2-e0c0-45a4-bd8b-7d04ad9df700/70e2a674-3510-45cb-a604-2c2d7b8d7594/b0f3514a-5e6a-454f-955d-1a9a541aa917) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:34.757983 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4a726dfb-e147-4a42-9ffd-a4f11edfaf30 req-507ef3bb-ab73-4d77-8db6-46e5310d6420 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Jun 07 13:56:34.792651 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:34.867169 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-56e5b498-807b-43ea-935c-71c0504e03d3 req-ad810c63-274e-4269-b055-b61f43b9e68d service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161741 Jun 07 13:56:34.980256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.000097 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Transition to ACTIVE for port object b0f3514a-5e6a-454f-955d-1a9a541aa917 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:35.107305 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9672d-a11d-4715-970c-21062ae55048 req-e17cf840-4cfa-430c-858a-37eb9b34efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:35.109078 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-e17cf840-4cfa-430c-858a-37eb9b34efdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1096 time: 0.1041262 Jun 07 13:56:35.111922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.132921 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:30Z', 'revision_number': 3, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:35.137428 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9285b33-9209-41e2-b269-640e6e321f3b None None] The sync data for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi is: [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:30Z', 'revision_number': 3, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:56:35.151359 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:35.417313 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:35.428507 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.437928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ec614292-51a1-4520-96a9-498d22ab09f0 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:35.440403 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:35.443736 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:35.528886 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port ec614292-51a1-4520-96a9-498d22ab09f0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:35.529283 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.546600 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.655112 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:35.681704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:35.692317 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97837f7b-c0ce-4e60-8d69-2b910e1d3f27 req-d4d4dcf5-b0f3-4051-89c0-ad2ab8c4d37a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:35.700561 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-97837f7b-c0ce-4e60-8d69-2b910e1d3f27 req-d4d4dcf5-b0f3-4051-89c0-ad2ab8c4d37a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.4953136 Jun 07 13:56:35.777615 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5b919-2daa-484a-bfe8-d2727a8a532f req-65bcd9b3-0bc4-4931-a602-3aed35874ce0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:35.779719 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6e5b919-2daa-484a-bfe8-d2727a8a532f req-65bcd9b3-0bc4-4931-a602-3aed35874ce0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1069198 Jun 07 13:56:35.782235 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-bf7be277-7208-4bc4-8f6e-0e9aea7d1a7a None None] Provisioning for port b0f3514a-5e6a-454f-955d-1a9a541aa917 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:35.788796 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-bf7be277-7208-4bc4-8f6e-0e9aea7d1a7a None None] Provisioning complete for port b0f3514a-5e6a-454f-955d-1a9a541aa917 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:35.789157 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bf7be277-7208-4bc4-8f6e-0e9aea7d1a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:35.799214 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9672d-a11d-4715-970c-21062ae55048 req-daf47680-97bd-448c-b623-20dff87df235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:35.801001 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-daf47680-97bd-448c-b623-20dff87df235 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.6795900 Jun 07 13:56:35.817463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-97837f7b-c0ce-4e60-8d69-2b910e1d3f27 req-48735918-3363-492d-9b7c-14c9fe725d5f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158767 Jun 07 13:56:35.833708 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226c72-82b6-4acf-b026-199864ad4c31 req-6781030d-4145-4e5e-aaa8-75a51603d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:35.835809 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4b226c72-82b6-4acf-b026-199864ad4c31 req-6781030d-4145-4e5e-aaa8-75a51603d27a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.6290333 Jun 07 13:56:35.852598 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6e5b919-2daa-484a-bfe8-d2727a8a532f req-1f62918d-87dd-45a7-b453-b37fe536daab tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599434 Jun 07 13:56:35.853766 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-bf7be277-7208-4bc4-8f6e-0e9aea7d1a7a None None] Port b0f3514a-5e6a-454f-955d-1a9a541aa917 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:35.957262 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-4b55de98-7985-4a86-914e-e6c70e96aa6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 200 len: 217 time: 0.1379170 Jun 07 13:56:36.040475 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228302d2-cfda-4b09-bf9f-dfe47a803568 req-72e52686-0cc6-43db-9422-e6d9ed50db68 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:36.042007 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-228302d2-cfda-4b09-bf9f-dfe47a803568 req-72e52686-0cc6-43db-9422-e6d9ed50db68 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0867007 Jun 07 13:56:36.092127 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4b226c72-82b6-4acf-b026-199864ad4c31 req-05baf750-37b5-476e-a1ac-795480525a86 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734796 Jun 07 13:56:36.110112 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-228302d2-cfda-4b09-bf9f-dfe47a803568 req-9101ecdc-0c0f-4d7b-9a57-beefe2df0d7e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Jun 07 13:56:36.110647 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9672d-a11d-4715-970c-21062ae55048 req-7cd7e71f-a5ad-4fed-b7dc-ed01955c2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:36.112586 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-7cd7e71f-a5ad-4fed-b7dc-ed01955c2ab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.1071336 Jun 07 13:56:36.186144 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:36.204998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcffa47-aa2c-49f9-8692-5189aef62ae5 req-84aada07-367b-4316-8b7c-46c332e333d6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:36.206653 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fbcffa47-aa2c-49f9-8692-5189aef62ae5 req-84aada07-367b-4316-8b7c-46c332e333d6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.2562943 Jun 07 13:56:36.297540 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fbcffa47-aa2c-49f9-8692-5189aef62ae5 req-8a74809e-8ff0-4fa0-8331-cc09d14d8ab4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849903 Jun 07 13:56:36.510465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9672d-a11d-4715-970c-21062ae55048 req-72f10e5b-4c77-43a2-959f-40d24d023772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:36.511969 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-72f10e5b-4c77-43a2-959f-40d24d023772 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1219280 Jun 07 13:56:36.521754 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:36.550250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:36.583378 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:36.733464 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Pushing event updated for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:36.742161 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:36.744733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:36.809763 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-dbabc600-f20d-4c89-92a4-e73337d31713 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850573 Jun 07 13:56:37.015322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:37.024918 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:37.049965 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346cea-2e4b-4594-a7f7-9864c5de7455 req-9f3dbb31-cf3c-4fd8-9016-5f19aef33eb4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:37.051465 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-64346cea-2e4b-4594-a7f7-9864c5de7455 req-9f3dbb31-cf3c-4fd8-9016-5f19aef33eb4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.0873990 Jun 07 13:56:37.096262 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bb9672d-a11d-4715-970c-21062ae55048 req-3e758a2c-6548-4759-8499-6f50eaa2d72b service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339742 Jun 07 13:56:37.101870 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-64346cea-2e4b-4594-a7f7-9864c5de7455 req-5089077a-1819-4a84-b29b-fd405bf39a5b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443151 Jun 07 13:56:37.284092 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-70a76871-bcab-4bef-b190-fb68a0d21a00 None None] Provisioning complete for port b0f3514a-5e6a-454f-955d-1a9a541aa917 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:37.284863 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-70a76871-bcab-4bef-b190-fb68a0d21a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:37.352690 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-70a76871-bcab-4bef-b190-fb68a0d21a00 None None] Port b0f3514a-5e6a-454f-955d-1a9a541aa917 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:37.442567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 505bb253-ead2-467a-bfc0-e7752765d515 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:37.455485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Router 95842783-6840-44b5-9e4b-ebca909ecf6b has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:56:37.536506 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 505bb253-ead2-467a-bfc0-e7752765d515 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:37.544983 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 505bb253-ead2-467a-bfc0-e7752765d515 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:37.545372 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:37.555196 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855500-8fe4-483b-985d-c20808ae7dc3 req-d8346111-5b15-4e65-bd32-746d7ae714b7 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:37.556792 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c9855500-8fe4-483b-985d-c20808ae7dc3 req-d8346111-5b15-4e65-bd32-746d7ae714b7 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2432876 Jun 07 13:56:37.573915 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aec0f2-7fef-4915-9dfe-b6ac2ce41972 req-f2f44754-534d-42f1-a805-2a46d927108b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:37.576027 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d3aec0f2-7fef-4915-9dfe-b6ac2ce41972 req-f2f44754-534d-42f1-a805-2a46d927108b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.0991900 Jun 07 13:56:37.627956 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d3aec0f2-7fef-4915-9dfe-b6ac2ce41972 req-753ef73c-13a0-4be8-848e-1ca6bad5cb21 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441914 Jun 07 13:56:37.671208 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:37.685841 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c9855500-8fe4-483b-985d-c20808ae7dc3 req-533cad6b-6d4f-4b52-a34e-cf8b842e3196 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173484 Jun 07 13:56:37.691829 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 505bb253-ead2-467a-bfc0-e7752765d515, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=505bb253-ead2-467a-bfc0-e7752765d515,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:37.696577 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:37.698862 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:37.707727 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:56:37.719602 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/95842783-6840-44b5-9e4b-ebca909ecf6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7707422 Jun 07 13:56:37.731930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Sync routers for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:56:37.764085 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:37.764696 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:37.855358 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=505bb253-ead2-467a-bfc0-e7752765d515,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:37.859822 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:37.953066 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:38.326432 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:36Z', 'revision_number': 4, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b0f3514a-5e6a-454f-955d-1a9a541aa917', 'name': '', 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'mac_address': 'fa:16:3e:99:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:34Z', 'updated_at': '2021-06-07T13:56:36Z', 'revision_number': 2, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'subnets': [{'id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:38.330887 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Checking router: 95842783-6840-44b5-9e4b-ebca909ecf6b for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:56:38.331238 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Updating router 95842783-6840-44b5-9e4b-ebca909ecf6b port b0f3514a-5e6a-454f-955d-1a9a541aa917 binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 13:56:38.354968 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd9617-d8f4-41ce-9ecc-4d3dd99475f7 req-395cdb56-8d09-454c-80c4-39a1e4d04ae5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:38.362845 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cffd9617-d8f4-41ce-9ecc-4d3dd99475f7 req-395cdb56-8d09-454c-80c4-39a1e4d04ae5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1062133 Jun 07 13:56:38.396557 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:38.411961 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cffd9617-d8f4-41ce-9ecc-4d3dd99475f7 req-ad74e3e5-53dd-46bc-9e64-2ad77bd38e4d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482345 Jun 07 13:56:38.879048 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:38.896228 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Transition to ACTIVE for port object b0f3514a-5e6a-454f-955d-1a9a541aa917 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:38.905287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:38.905673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c46868-6679-4b19-aca8-1b5c57dc3c01 req-500fb412-21f8-45a7-9c74-7ef02de9bc57 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:38.907539 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e8c46868-6679-4b19-aca8-1b5c57dc3c01 req-500fb412-21f8-45a7-9c74-7ef02de9bc57 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1113634 Jun 07 13:56:38.910928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:38.947737 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c29106-166a-4972-adc5-79361344a2ac req-21cfbc71-ac87-45f2-938b-bbb34376b916 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:38.950093 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96c29106-166a-4972-adc5-79361344a2ac req-21cfbc71-ac87-45f2-938b-bbb34376b916 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1284168 Jun 07 13:56:38.975797 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e8c46868-6679-4b19-aca8-1b5c57dc3c01 req-8964c565-dea1-46a4-aa56-a20529b4facf tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594707 Jun 07 13:56:39.027373 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96c29106-166a-4972-adc5-79361344a2ac req-617fc5b3-68d0-4abf-8346-9ab7b09d7ad1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Jun 07 13:56:39.060643 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Pushing event updated for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:39.098632 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:39.192229 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Attempting to bind port b0f3514a-5e6a-454f-955d-1a9a541aa917 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:56:39.192613 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Attempting to bind port b0f3514a-5e6a-454f-955d-1a9a541aa917 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:56:39.192987 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Attempting to bind port b0f3514a-5e6a-454f-955d-1a9a541aa917 on network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:56:39.199049 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:56:39.199464 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Checking segment: {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:56:39.199862 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:39.200386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Bound using segment: {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:56:39.200861 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Bound port: b0f3514a-5e6a-454f-955d-1a9a541aa917, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7af4c3-8533-42ea-8e62-b1f958ed175d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:56:39.201242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:39.347185 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] For port b0f3514a-5e6a-454f-955d-1a9a541aa917, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:56:39.351658 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] For port b0f3514a-5e6a-454f-955d-1a9a541aa917, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b0f3514a-5e6a-454f-955d-1a9a541aa917,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:56:39.357118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:39.365671 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:39.476442 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Pushing event updated for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:39.492507 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:39.496170 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 505bb253-ead2-467a-bfc0-e7752765d515 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:39.678693 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:56:39.679242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:39.795743 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d98e52-c4fb-4217-8656-e7ae87d15cb5 req-f2eb233b-6297-469a-b37e-ff7c062445fb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:39.797267 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96d98e52-c4fb-4217-8656-e7ae87d15cb5 req-f2eb233b-6297-469a-b37e-ff7c062445fb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1249232 Jun 07 13:56:39.877907 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96d98e52-c4fb-4217-8656-e7ae87d15cb5 req-60b4ccf1-ef7d-4af9-a8e4-0543d66465e0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648141 Jun 07 13:56:39.937650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-0725eff4-79fa-4186-8329-99667efe08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:39.939205 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-0725eff4-79fa-4186-8329-99667efe08c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 1098 time: 0.3184054 Jun 07 13:56:39.971699 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 505bb253-ead2-467a-bfc0-e7752765d515 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:39.971699 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:39.973883 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564017e-bb3d-4b3d-92d3-fc81a7f3d0ee req-94d75326-3871-480f-994d-dd876aa5b3bc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:39.975463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2564017e-bb3d-4b3d-92d3-fc81a7f3d0ee req-94d75326-3871-480f-994d-dd876aa5b3bc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.2513850 Jun 07 13:56:40.076982 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:56:40.101236 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2564017e-bb3d-4b3d-92d3-fc81a7f3d0ee req-6ec9b87c-eb18-438a-bd5f-b486b99096a1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180298 Jun 07 13:56:40.212986 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-c6bf6b1b-c970-4c04-b6dc-fd54306b39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:40.214936 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-c6bf6b1b-c970-4c04-b6dc-fd54306b39b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 200 len: 920 time: 0.2688444 Jun 07 13:56:40.295195 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1232a-ed3b-4a86-85d5-f4468990f241 req-9227fc59-fe48-4ee6-9fd7-becd30c34430 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:40.304456 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a5a1232a-ed3b-4a86-85d5-f4468990f241 req-9227fc59-fe48-4ee6-9fd7-becd30c34430 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1293497 Jun 07 13:56:40.354007 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-2028b3eb-76f5-4a9b-89a3-fc3646f20460 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 200 len: 217 time: 0.1100132 Jun 07 13:56:40.356089 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a5a1232a-ed3b-4a86-85d5-f4468990f241 req-f326ed03-c93b-4891-b6f5-53d1bac3ee5f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506234 Jun 07 13:56:40.432550 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-b44a1ed3-71c7-4d6b-8c11-2e286a1d00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:40.434167 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-b44a1ed3-71c7-4d6b-8c11-2e286a1d00a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 200 len: 859 time: 0.0638869 Jun 07 13:56:40.489729 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-d7e90dc3-897e-4b38-81a5-648c0cf38084 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83cad826-54e2-4fd5-b254-f1f4b313db20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468004 Jun 07 13:56:40.546509 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:36Z', 'revision_number': 4, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b0f3514a-5e6a-454f-955d-1a9a541aa917', 'name': '', 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'mac_address': 'fa:16:3e:99:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:34Z', 'updated_at': '2021-06-07T13:56:39Z', 'revision_number': 4, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'subnets': [{'id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:56:40.552371 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ea2b8b-09a7-4b45-bc7c-9028ee87f275 None None] The sync data for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi is: [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T13:56:36Z', 'revision_number': 4, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b0f3514a-5e6a-454f-955d-1a9a541aa917', 'name': '', 'network_id': '3a7332e2-e0c0-45a4-bd8b-7d04ad9df700', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'mac_address': 'fa:16:3e:99:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:34Z', 'updated_at': '2021-06-07T13:56:39Z', 'revision_number': 4, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'subnets': [{'id': '70e2a674-3510-45cb-a604-2c2d7b8d7594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:56:40.680818 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-6a465dc6-3857-4107-9c28-3960efbab711 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834872 Jun 07 13:56:40.885760 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b71696c-3d23-476b-ae67-3ab7749a09c5 req-2c1a5054-7158-4705-b1ff-bb20eaef6127 service neutron] 10.222.0.55 "GET /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873260 Jun 07 13:56:41.190739 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852857e2-c596-41f3-8bee-f34ac5eb5d11 req-ba59b0a4-be95-436e-b2f4-0679302f8099 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:41.194202 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-852857e2-c596-41f3-8bee-f34ac5eb5d11 req-ba59b0a4-be95-436e-b2f4-0679302f8099 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1307993 Jun 07 13:56:41.262506 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-852857e2-c596-41f3-8bee-f34ac5eb5d11 req-74f88662-e69c-4004-9436-4aaaf858a08e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Jun 07 13:56:41.396693 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72232fa-32d9-4380-920b-c6ecaa6719f1 req-8efe4e2c-c2ea-4bfb-85b1-adc62b04ee85 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:41.405822 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b72232fa-32d9-4380-920b-c6ecaa6719f1 req-8efe4e2c-c2ea-4bfb-85b1-adc62b04ee85 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 943 time: 0.1509583 Jun 07 13:56:41.469542 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b0f3514a-5e6a-454f-955d-1a9a541aa917 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:41.482203 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b72232fa-32d9-4380-920b-c6ecaa6719f1 req-f7697014-c564-4a6a-b312-1abc2100b7eb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725000 Jun 07 13:56:41.525120 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:56:41.608785 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port b0f3514a-5e6a-454f-955d-1a9a541aa917 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:41.619660 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port b0f3514a-5e6a-454f-955d-1a9a541aa917 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:41.620550 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:41.622422 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c38e6-83a7-4cae-993b-90fdc9c2b4da req-f9813664-c386-43cc-94d0-06e4ccdb313c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:41.624322 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e22c38e6-83a7-4cae-993b-90fdc9c2b4da req-f9813664-c386-43cc-94d0-06e4ccdb313c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.0892661 Jun 07 13:56:41.690237 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e22c38e6-83a7-4cae-993b-90fdc9c2b4da req-75fcb8c1-844e-4865-a228-f826c4e30974 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571909 Jun 07 13:56:41.910236 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:41.930390 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'mac_address': 'fa:16:3e:91:5a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:56:41.978838 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:42.046471 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:42.099345 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port b0f3514a-5e6a-454f-955d-1a9a541aa917, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b0f3514a-5e6a-454f-955d-1a9a541aa917,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:42.103473 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:56:42.122386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:42.125639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:42.190152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:42.210912 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:42.273511 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:42.277329 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:42.277931 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:42.375795 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=9']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:42.382929 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:42.593564 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e2644-4666-4bf8-8632-0a490d53f236 req-d9ea393f-5a33-452e-9b43-5b5b96af6a29 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:42.595385 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6a5e2644-4666-4bf8-8632-0a490d53f236 req-d9ea393f-5a33-452e-9b43-5b5b96af6a29 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1453824 Jun 07 13:56:42.694994 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6a5e2644-4666-4bf8-8632-0a490d53f236 req-4ac228c4-1f33-4a10-bc90-75298f098c9b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853164 Jun 07 13:56:42.802926 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['561ca597-9635-4e5c-a850-639e3ae40bbe'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:56:42.816978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4de90c-95cc-424a-ad4f-e74ec6f14cf5 req-57346fe2-08f9-4c8e-a950-5b8249c48ee4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:42.840501 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3b4de90c-95cc-424a-ad4f-e74ec6f14cf5 req-57346fe2-08f9-4c8e-a950-5b8249c48ee4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1806872 Jun 07 13:56:42.896454 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3b4de90c-95cc-424a-ad4f-e74ec6f14cf5 req-95870345-8fc6-45c0-b4e6-3ec76821fb88 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541983 Jun 07 13:56:42.985566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20af3-e285-493c-bf47-07ba3b2354f3 req-6275c82f-2544-491c-99a8-dbd71a6ac66a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:42.987845 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-91c20af3-e285-493c-bf47-07ba3b2354f3 req-6275c82f-2544-491c-99a8-dbd71a6ac66a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.1152632 Jun 07 13:56:43.059213 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-91c20af3-e285-493c-bf47-07ba3b2354f3 req-d42d22ec-e5de-4f71-8a58-4388db8432f7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642567 Jun 07 13:56:43.408705 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b0f3514a-5e6a-454f-955d-1a9a541aa917 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:43.485501 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port b0f3514a-5e6a-454f-955d-1a9a541aa917 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:43.486872 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:44.053480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238c622-6dee-4a23-87df-534d7c7f3cee req-8b216998-b351-4d21-8705-0f4c19514aee tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:44.055767 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4238c622-6dee-4a23-87df-534d7c7f3cee req-8b216998-b351-4d21-8705-0f4c19514aee tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.2262247 Jun 07 13:56:44.107473 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4238c622-6dee-4a23-87df-534d7c7f3cee req-3ee162a4-7e12-4fe6-8fa5-cded9182d041 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Jun 07 13:56:44.164639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b42b8-f2ce-42d1-b0f0-5880ca6c9dd9 req-5f74c924-b050-4d72-8e5b-905c95ababd3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:44.173958 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f81b42b8-f2ce-42d1-b0f0-5880ca6c9dd9 req-5f74c924-b050-4d72-8e5b-905c95ababd3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1118515 Jun 07 13:56:44.243193 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f81b42b8-f2ce-42d1-b0f0-5880ca6c9dd9 req-69174693-1850-4358-a19c-3ca09fc940e9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680811 Jun 07 13:56:44.315288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bcca5-963c-4872-9d9d-2b185a317d53 req-5570a477-a2c4-4769-a9a8-cc4dc823f02c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:44.317137 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d8bcca5-963c-4872-9d9d-2b185a317d53 req-5570a477-a2c4-4769-a9a8-cc4dc823f02c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.0974236 Jun 07 13:56:44.366779 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d8bcca5-963c-4872-9d9d-2b185a317d53 req-e2ce4514-a892-42a3-b9f1-f76325c4a746 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443032 Jun 07 13:56:45.400139 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968ca1-eb42-470f-94c0-c7ffa4776b71 req-9fa17dbe-457b-465f-99a0-32f076a4bdc6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:45.408577 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-db968ca1-eb42-470f-94c0-c7ffa4776b71 req-9fa17dbe-457b-465f-99a0-32f076a4bdc6 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1848836 Jun 07 13:56:45.468777 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-db968ca1-eb42-470f-94c0-c7ffa4776b71 req-568142ae-f45b-42b5-a96a-ac8c6f542f43 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591450 Jun 07 13:56:45.541267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b50310-9b71-45e6-96c7-084dc0f20eb1 req-033556e2-c966-4423-b41e-947b202e0be3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:45.544243 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65b50310-9b71-45e6-96c7-084dc0f20eb1 req-033556e2-c966-4423-b41e-947b202e0be3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1194155 Jun 07 13:56:45.632815 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65b50310-9b71-45e6-96c7-084dc0f20eb1 req-e2f77343-6c1a-4074-ad4b-a2c51058d0be tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801525 Jun 07 13:56:45.681436 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9e8c-2fe2-4f13-a68a-35588da10465 req-173315a8-caff-46b4-b205-d7084abbe51e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:45.688730 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3c2a9e8c-2fe2-4f13-a68a-35588da10465 req-173315a8-caff-46b4-b205-d7084abbe51e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 943 time: 0.0982723 Jun 07 13:56:45.751200 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3c2a9e8c-2fe2-4f13-a68a-35588da10465 req-0c2b4763-034c-447d-85ec-6823955ffec1 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610254 Jun 07 13:56:45.833614 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1b8ddc95-f17d-429b-9efa-c6ca8cee745b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:56:45.991972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:46.009149 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'port_id': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'mac_address': 'fa:16:3e:db:be:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:56:46.068217 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:46.087713 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8ddc95-f17d-429b-9efa-c6ca8cee745b {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:56:46.108027 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:46.112243 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:46.114348 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:46.189839 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:46.201420 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:46.649025 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['1b8ddc95-f17d-429b-9efa-c6ca8cee745b'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:56:46.778220 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd81e1e-2447-42e4-8db6-a16746a857da req-736ed9bd-cc58-4cf0-ab79-cecd00412ded tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:46.786028 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddd81e1e-2447-42e4-8db6-a16746a857da req-736ed9bd-cc58-4cf0-ab79-cecd00412ded tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1459825 Jun 07 13:56:46.865060 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddd81e1e-2447-42e4-8db6-a16746a857da req-15b24df4-3ff9-40ee-9758-fafb4a67920d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721633 Jun 07 13:56:47.006800 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d23fb-8e2f-4641-8d03-bd7e61d635b8 req-d7f4a7f8-6d35-4aa2-8ae5-ac07eda43e84 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:47.034251 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e66d23fb-8e2f-4641-8d03-bd7e61d635b8 req-d7f4a7f8-6d35-4aa2-8ae5-ac07eda43e84 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.2332702 Jun 07 13:56:47.137919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f1827-fe7a-45bc-9835-8489ec9f37e2 req-dd966e0c-1fd0-4ef3-a0b6-64d324a1f811 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:47.138492 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e66d23fb-8e2f-4641-8d03-bd7e61d635b8 req-0453a1f6-3f86-4347-a95e-bc17cb949fc2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032810 Jun 07 13:56:47.146610 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-541f1827-fe7a-45bc-9835-8489ec9f37e2 req-dd966e0c-1fd0-4ef3-a0b6-64d324a1f811 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.1232212 Jun 07 13:56:47.258569 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-541f1827-fe7a-45bc-9835-8489ec9f37e2 req-8c991049-80d7-443f-9712-d88b346bf02b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074004 Jun 07 13:56:48.352570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1113f-7261-46dd-97f8-049fc5973280 req-e3cc8e8b-0dc9-4b2c-8864-8db5df53a4f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:48.354139 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-62d1113f-7261-46dd-97f8-049fc5973280 req-e3cc8e8b-0dc9-4b2c-8864-8db5df53a4f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.0970247 Jun 07 13:56:48.413985 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-62d1113f-7261-46dd-97f8-049fc5973280 req-c2e5c697-e47e-4876-b672-3011e13190bf tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526931 Jun 07 13:56:48.471928 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72c9dd-5b98-4e45-9ed1-27c9731528bc req-84c4fee1-cfa5-4408-ad02-5063636aabab tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:48.473564 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bb72c9dd-5b98-4e45-9ed1-27c9731528bc req-84c4fee1-cfa5-4408-ad02-5063636aabab tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.0908935 Jun 07 13:56:48.528092 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bb72c9dd-5b98-4e45-9ed1-27c9731528bc req-ac28567c-4dcc-4611-b5d0-03d602e2241c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483465 Jun 07 13:56:48.787937 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:56:49.514575 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:49.603307 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 561ca597-9635-4e5c-a850-639e3ae40bbe triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:49.603723 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:49.630337 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d95241-b4ee-4d5d-a2fe-f09246567b43 req-ce3c2b74-23fc-4d2d-a7c1-037e9ce21cf0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:49.631901 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2d95241-b4ee-4d5d-a2fe-f09246567b43 req-ce3c2b74-23fc-4d2d-a7c1-037e9ce21cf0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 944 time: 0.1017323 Jun 07 13:56:49.679921 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2d95241-b4ee-4d5d-a2fe-f09246567b43 req-962c597a-387a-4dd8-a145-37b8e4194431 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420599 Jun 07 13:56:49.733628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:49.756773 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22797a-b3a2-43ba-a6d7-98d9753e3651 req-21135f93-cb40-494f-90e8-3111d5e937b8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:49.758304 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2d22797a-b3a2-43ba-a6d7-98d9753e3651 req-21135f93-cb40-494f-90e8-3111d5e937b8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.1009722 Jun 07 13:56:49.763029 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:56:49.765563 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d299392e-0555-4228-833d-9a54ebf1ff28" -d '{"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:56:49.775841 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:49.780802 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:49.784537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-c62f267b-38a0-417f-a860-42544de35400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:49.820992 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2d22797a-b3a2-43ba-a6d7-98d9753e3651 req-b22ed41a-91a6-4348-8701-5995750754c2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475464 Jun 07 13:56:49.862030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=10']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:49.865712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:49.888093 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e15e4-72dc-4838-91cd-1318b955288e x-openstack-request-id: req-b88e15e4-72dc-4838-91cd-1318b955288e {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:56:49.888386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-plugged", "status": "completed", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:56:49.888638 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b88e15e4-72dc-4838-91cd-1318b955288e {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:56:49.889028 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'code': 200} Jun 07 13:56:50.308932 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b87e46c3-61b7-46dd-b415-1b05fdc79a69 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:50.310354 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b87e46c3-61b7-46dd-b415-1b05fdc79a69 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 814 time: 0.1465237 Jun 07 13:56:50.326154 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-6227889e-3f0d-4d8f-9a5a-81ac8cada2ef tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/quotas/8faa95299e8840bca171492308a4c40e HTTP/1.1" status: 200 len: 375 time: 0.0091448 Jun 07 13:56:50.415888 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-71e07d32-0145-4a69-9b3c-89ff6277bdcc tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838554 Jun 07 13:56:50.556139 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-f7efd056-d35a-46ed-8369-7b7ddac6db96 service neutron] 10.222.0.20 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281948 Jun 07 13:56:50.693907 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-16c24584-1580-482a-8aa4-81548fff60b6 service neutron] 10.222.0.20 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315122 Jun 07 13:56:50.888669 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417fb38-6389-4cb9-9602-fd2a99398eab req-d2ce0923-2ce0-406c-87f8-253a6ed66b70 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:50.890206 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4417fb38-6389-4cb9-9602-fd2a99398eab req-d2ce0923-2ce0-406c-87f8-253a6ed66b70 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0881152 Jun 07 13:56:50.895110 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-06e32e04-5fc9-47d6-b4f6-1393d35021da req-b039fe5a-18bf-4c74-ab7d-76454daa095e tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0443854 Jun 07 13:56:50.957889 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4417fb38-6389-4cb9-9602-fd2a99398eab req-7dd269e7-b28d-4e95-9b7e-1a443991da42 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592206 Jun 07 13:56:51.094594 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea32616-261f-44f4-876f-64e3fb0b0146 req-08c18a54-66f1-4bd1-8f5f-a5f68aec644d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:51.097191 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4ea32616-261f-44f4-876f-64e3fb0b0146 req-08c18a54-66f1-4bd1-8f5f-a5f68aec644d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.0990028 Jun 07 13:56:51.145858 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4ea32616-261f-44f4-876f-64e3fb0b0146 req-a44ccc1b-21f1-49f9-9ecb-ef8ea28e90d8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Jun 07 13:56:51.417163 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4072226-34a9-4a25-be92-6048712bf2b4 req-a7c773e3-7066-4b19-8da3-4641a31ab247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:51.418646 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4072226-34a9-4a25-be92-6048712bf2b4 req-a7c773e3-7066-4b19-8da3-4641a31ab247 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1099 time: 0.0799654 Jun 07 13:56:51.484337 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4072226-34a9-4a25-be92-6048712bf2b4 req-5c3aae02-ffcc-4d8d-8915-4628e7c15981 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Jun 07 13:56:52.052010 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-40f01217-067d-4725-9a4e-13e478349fbd req-b3ee520a-cec6-4d4f-8d95-7ee87df09507 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0463035 Jun 07 13:56:52.167943 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248a3fe-c143-420b-a79f-38489641975e req-0497fd8a-cc0f-4673-8fa2-c026969459b7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:52.169394 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c248a3fe-c143-420b-a79f-38489641975e req-0497fd8a-cc0f-4673-8fa2-c026969459b7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0853472 Jun 07 13:56:52.219033 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c248a3fe-c143-420b-a79f-38489641975e req-48a2dfff-9c66-4416-97b9-90ffdd2eb11b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Jun 07 13:56:52.337238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8dacf-d29a-4756-aa31-684c6638f9ba req-610ea95c-b7b1-4074-b538-9170e04a50e4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:52.338766 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-83c8dacf-d29a-4756-aa31-684c6638f9ba req-610ea95c-b7b1-4074-b538-9170e04a50e4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.0838656 Jun 07 13:56:52.387908 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-83c8dacf-d29a-4756-aa31-684c6638f9ba req-d5843829-b2e1-4426-a674-6017f3191c35 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 Jun 07 13:56:53.215095 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0bafb098-e8f6-4792-9b59-269ec0bc5c3c req-3a7fa00c-39c2-421a-bead-2f2e42a97472 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0469799 Jun 07 13:56:53.418124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bbb28-be8c-4b12-945f-3850ff36a8f6 req-97d9089d-943e-4a68-bd68-6d2782dc7202 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:53.419553 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-277bbb28-be8c-4b12-945f-3850ff36a8f6 req-97d9089d-943e-4a68-bd68-6d2782dc7202 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0858550 Jun 07 13:56:53.465347 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-277bbb28-be8c-4b12-945f-3850ff36a8f6 req-a7ec1c9e-93e2-4c46-a4bb-3ca0fdae124b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Jun 07 13:56:53.578662 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732aef-c121-4366-9906-a8c5d4d282ae req-c81970be-ed0c-443e-abd5-118f0240da08 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:53.580392 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5732aef-c121-4366-9906-a8c5d4d282ae req-c81970be-ed0c-443e-abd5-118f0240da08 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 944 time: 0.0830343 Jun 07 13:56:53.628017 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5732aef-c121-4366-9906-a8c5d4d282ae req-6319c4dc-1831-4c48-953e-39b180c4013b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Jun 07 13:56:54.059383 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1b8ddc95-f17d-429b-9efa-c6ca8cee745b up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:56:54.132486 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:54.138395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:54.138938 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:54.281014 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:54.314579 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:56:54.317244 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e71e807-56ca-448e-b29e-092313a321a6" -d '{"events": [{"server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "name": "network-vif-plugged", "status": "completed", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:56:54.325924 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:56:54.331453 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:54.333761 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:54.368757 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d933a1d7-57d5-4d08-943b-f5fda7231437 req-03f663a6-f88a-45dd-a4ac-7fcc036c3877 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0437455 Jun 07 13:56:54.396380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d2dabb-39bf-4fb6-b7d3-151aac3f3183 x-openstack-request-id: req-03d2dabb-39bf-4fb6-b7d3-151aac3f3183 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:56:54.396380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "name": "network-vif-plugged", "status": "completed", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:56:54.396380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03d2dabb-39bf-4fb6-b7d3-151aac3f3183 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:56:54.396380 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'code': 200} Jun 07 13:56:54.415050 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:54.418268 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:54.669347 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956048e2-a8a7-4207-a08e-78a844ea486e req-06468d69-d9cb-4174-89af-0639bd77617f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:54.670830 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-956048e2-a8a7-4207-a08e-78a844ea486e req-06468d69-d9cb-4174-89af-0639bd77617f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0860567 Jun 07 13:56:54.717112 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-956048e2-a8a7-4207-a08e-78a844ea486e req-5dab5041-51f3-4ccc-941b-50e9e8788208 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Jun 07 13:56:54.821269 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79808537-c878-4bef-950b-4eaeef42c078 req-9ef090fc-78c1-4526-9ba4-30122b335f24 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:54.822729 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-79808537-c878-4bef-950b-4eaeef42c078 req-9ef090fc-78c1-4526-9ba4-30122b335f24 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0841885 Jun 07 13:56:54.870152 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-79808537-c878-4bef-950b-4eaeef42c078 req-5d393fa8-5e1f-4b87-aab3-8880c0fabb0b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414321 Jun 07 13:56:55.396786 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-04e5cecb-8581-4338-8b80-d4c16b168c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:55.464932 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-2d467cb0-ce84-4917-befb-560e3891142c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:55.467322 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-2d467cb0-ce84-4917-befb-560e3891142c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 814 time: 0.1773100 Jun 07 13:56:55.553902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'port': {'device_id': '3f0a9372-00fe-4131-a92f-89715373dbab', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'admin_state_up': True, 'tenant_id': '8faa95299e8840bca171492308a4c40e'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:56:55.564970 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8151f491-9533-4aed-b407-54d6123d2705 req-e1fd0129-4666-4774-b59e-3a90e393863f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0610416 Jun 07 13:56:55.706252 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa917c-2c55-4898-b4df-0c726f59f267 req-4bdfedf4-57a9-4d03-9c8a-bea1fe36ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:55.707833 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37fa917c-2c55-4898-b4df-0c726f59f267 req-4bdfedf4-57a9-4d03-9c8a-bea1fe36ea41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1098 time: 0.2085817 Jun 07 13:56:55.785317 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Made reservation on behalf of 8faa95299e8840bca171492308a4c40e for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:56:55.791267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:55.811300 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37fa917c-2c55-4898-b4df-0c726f59f267 req-c32fb11f-6f73-4386-9f58-ba56c10f922d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858834 Jun 07 13:56:56.153405 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da645a0-efb5-4ada-92d1-c1652b7b37d9 req-55ebe47f-2936-4dfc-b98f-f0ce3b6f0b89 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:56.153405 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4da645a0-efb5-4ada-92d1-c1652b7b37d9 req-55ebe47f-2936-4dfc-b98f-f0ce3b6f0b89 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.2836909 Jun 07 13:56:56.174404 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b8ab4-365f-4b7e-bec2-e061a99be5ea req-90ad24cc-42b8-454d-98d7-eee2286aa51c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:56.178145 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d92b8ab4-365f-4b7e-bec2-e061a99be5ea req-90ad24cc-42b8-454d-98d7-eee2286aa51c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1568415 Jun 07 13:56:56.217275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4da645a0-efb5-4ada-92d1-c1652b7b37d9 req-0390f246-47d6-442e-938b-7c07e3064013 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589755 Jun 07 13:56:56.245344 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Allocated IP 172.20.0.13 (ee7f14ea-1171-459f-b8db-c9984003ad20/4c6905d4-d2c7-4adf-85d6-a7b931931bc3/203f25ac-4992-451a-aee0-4ff080636c64) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:56:56.253808 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d92b8ab4-365f-4b7e-bec2-e061a99be5ea req-406c4745-bce0-4598-b0e1-eb20c1208c16 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677223 Jun 07 13:56:56.516847 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:56.535200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Transition to ACTIVE for port object 203f25ac-4992-451a-aee0-4ff080636c64 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:56:56.564190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:56.575016 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c178427-89f6-4c2f-8ee1-f10ce3de0d80 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:56:56.664551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Network ee7f14ea-1171-459f-b8db-c9984003ad20 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:56:56.668227 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:56:56.672651 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:56:56.706076 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:56:56.710934 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:56:56.836172 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:56.836912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:56.865231 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3200266 Jun 07 13:56:56.882776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef107f7-d133-4a5c-b64f-dbacc140615e req-a6d11523-9867-4d9f-94d9-9c928c557ab7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:56.884705 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fef107f7-d133-4a5c-b64f-dbacc140615e req-a6d11523-9867-4d9f-94d9-9c928c557ab7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1726680 Jun 07 13:56:56.940085 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fef107f7-d133-4a5c-b64f-dbacc140615e req-b9c01f50-f7f1-4c93-898e-e57c3a5690e0 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Jun 07 13:56:57.054480 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-2829fa71-e943-4b8d-bb5d-a4460be01b20 None None] Provisioning for port 203f25ac-4992-451a-aee0-4ff080636c64 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:56:57.059643 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-2829fa71-e943-4b8d-bb5d-a4460be01b20 None None] Provisioning complete for port 203f25ac-4992-451a-aee0-4ff080636c64 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:56:57.060214 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-2829fa71-e943-4b8d-bb5d-a4460be01b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:57.115950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-2829fa71-e943-4b8d-bb5d-a4460be01b20 None None] Port 203f25ac-4992-451a-aee0-4ff080636c64 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:56:57.451265 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114de42-5ad0-4d16-a4dd-1558f78451c3 req-6baac1a7-cf0a-4e04-8684-a5ace1f120f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:57.453547 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1114de42-5ad0-4d16-a4dd-1558f78451c3 req-6baac1a7-cf0a-4e04-8684-a5ace1f120f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0895910 Jun 07 13:56:57.493992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a16e3f-d740-4008-83c8-ab6973c97ed3 req-0d39479a-56d1-4676-bafd-82479b9f5765 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:57.502155 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64a16e3f-d740-4008-83c8-ab6973c97ed3 req-0d39479a-56d1-4676-bafd-82479b9f5765 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1043446 Jun 07 13:56:57.512449 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1114de42-5ad0-4d16-a4dd-1558f78451c3 req-1813e22e-8f4c-411d-bf39-8c5e198d1023 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516732 Jun 07 13:56:57.572219 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64a16e3f-d740-4008-83c8-ab6973c97ed3 req-9791c084-8350-4cc1-9d9b-9d65b48b9036 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670905 Jun 07 13:56:57.920211 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-699ef007-52b8-4acd-8289-5d27af5f0980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:58.061101 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:58.255550 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc930840-3632-4028-87d0-62cc3d053e8e req-b0d5cca4-3a29-4d89-97d1-937ef0a6c2b0 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:58.257026 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fc930840-3632-4028-87d0-62cc3d053e8e req-b0d5cca4-3a29-4d89-97d1-937ef0a6c2b0 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1998749 Jun 07 13:56:58.305981 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fc930840-3632-4028-87d0-62cc3d053e8e req-147e3288-f871-44fc-9662-6973e22baac4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Jun 07 13:56:58.747397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8828dd-9b6e-44b3-b105-68fbfc02de3b req-ae75c67b-fb37-4a49-b282-d60192fd7be7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:58.748804 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a8828dd-9b6e-44b3-b105-68fbfc02de3b req-ae75c67b-fb37-4a49-b282-d60192fd7be7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0872319 Jun 07 13:56:58.813603 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e4b0d-02f9-45e1-847d-453821df73c8 req-7d91d2b6-8e3b-4bde-84f7-f0a4d3f8e11f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:58.817319 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1f2e4b0d-02f9-45e1-847d-453821df73c8 req-7d91d2b6-8e3b-4bde-84f7-f0a4d3f8e11f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1007922 Jun 07 13:56:58.820850 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a8828dd-9b6e-44b3-b105-68fbfc02de3b req-d49f2d1e-250b-4884-ba56-b1271ca632f5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649328 Jun 07 13:56:58.871631 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1f2e4b0d-02f9-45e1-847d-453821df73c8 req-8fd90017-edea-41eb-8e19-2a0a598a59cc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434771 Jun 07 13:56:59.161413 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:56:59.538827 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f9b4-38b4-4870-96be-7efc2f4a297f req-5d3b6f2d-8e7d-4f72-9cc5-ede93097c92b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:59.542737 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dd94f9b4-38b4-4870-96be-7efc2f4a297f req-5d3b6f2d-8e7d-4f72-9cc5-ede93097c92b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.0922799 Jun 07 13:56:59.599981 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dd94f9b4-38b4-4870-96be-7efc2f4a297f req-a09c8a7f-caef-4a3a-8cc6-71cd493e6674 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534589 Jun 07 13:56:59.652859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1374a-ec8c-4e9d-85b8-4dd54f561770 req-dba433f5-ea5c-4e5f-a76f-b8379cb63b21 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:56:59.654653 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41c1374a-ec8c-4e9d-85b8-4dd54f561770 req-dba433f5-ea5c-4e5f-a76f-b8379cb63b21 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0867398 Jun 07 13:56:59.711960 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41c1374a-ec8c-4e9d-85b8-4dd54f561770 req-9cc49808-c232-4afd-9892-af46976b8506 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471928 Jun 07 13:57:00.086928 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7368b-c180-47fb-a127-4d9bc83bfe76 req-03905e66-19ae-4cbf-b285-fc77f6fa06b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:00.088600 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95c7368b-c180-47fb-a127-4d9bc83bfe76 req-03905e66-19ae-4cbf-b285-fc77f6fa06b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.1413596 Jun 07 13:57:00.136073 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc2a13-19f6-44d2-aa5c-2de1c0ed4728 req-b38824e2-62fe-4c4a-a28f-2294d4d6909c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:00.138515 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5efc2a13-19f6-44d2-aa5c-2de1c0ed4728 req-b38824e2-62fe-4c4a-a28f-2294d4d6909c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0942805 Jun 07 13:57:00.138652 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95c7368b-c180-47fb-a127-4d9bc83bfe76 req-da49957e-84f0-4cfb-aa1c-c6cb527bea60 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431600 Jun 07 13:57:00.201336 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5efc2a13-19f6-44d2-aa5c-2de1c0ed4728 req-0a348b5b-fcb5-484c-a05e-fdae151fc7f6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528560 Jun 07 13:57:00.817798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ec1bc-afa7-46a7-bb44-47a3a70798c6 req-bd4e3757-bfc0-4813-a2bd-2b9eb7e0aaeb tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:00.823762 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-326ec1bc-afa7-46a7-bb44-47a3a70798c6 req-bd4e3757-bfc0-4813-a2bd-2b9eb7e0aaeb tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1065533 Jun 07 13:57:00.875656 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:00.877315 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-326ec1bc-afa7-46a7-bb44-47a3a70798c6 req-9f1c607d-d913-4c2e-94a4-671286e42053 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509093 Jun 07 13:57:00.928738 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ddf1a2-42a1-4289-b905-7dfd2a32e50e req-6bd55aeb-2d56-41ec-8446-4f514b356707 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:00.930220 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c4ddf1a2-42a1-4289-b905-7dfd2a32e50e req-6bd55aeb-2d56-41ec-8446-4f514b356707 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1013825 Jun 07 13:57:00.981088 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c4ddf1a2-42a1-4289-b905-7dfd2a32e50e req-08fda252-8e6a-427a-b4eb-ed360eef9514 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Jun 07 13:57:01.353024 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4906a46-b0ad-49f3-9a3a-b8ab07459483 req-91686ec8-d6b3-4c9f-b1e2-386c3027c057 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:01.354626 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f4906a46-b0ad-49f3-9a3a-b8ab07459483 req-91686ec8-d6b3-4c9f-b1e2-386c3027c057 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0983882 Jun 07 13:57:01.410531 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f4906a46-b0ad-49f3-9a3a-b8ab07459483 req-7093b235-1cfe-4876-80de-01095fe11439 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495374 Jun 07 13:57:01.417811 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892bb3c-a377-410d-99eb-b0885f008daf req-f8e90869-44dc-4bd3-a8bd-d524d5547e1a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:01.419477 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6892bb3c-a377-410d-99eb-b0885f008daf req-f8e90869-44dc-4bd3-a8bd-d524d5547e1a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0929625 Jun 07 13:57:01.468395 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6892bb3c-a377-410d-99eb-b0885f008daf req-9737e567-7046-4906-ac13-1d934eda40a1 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Jun 07 13:57:02.080741 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef14-68ed-4ac6-ad05-41059f46ffa9 req-f790a56c-bc7c-4348-bbba-8f82f5dbe55b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:02.083545 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2c40ef14-68ed-4ac6-ad05-41059f46ffa9 req-f790a56c-bc7c-4348-bbba-8f82f5dbe55b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.0924063 Jun 07 13:57:02.139057 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2c40ef14-68ed-4ac6-ad05-41059f46ffa9 req-b372748a-1f23-4f26-b87b-4d01dfab529c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500710 Jun 07 13:57:02.181045 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e49ee0-acfc-4396-8cda-75999e14f57b req-cc6b0c5b-9c48-4004-be43-52ad4bf7f434 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:02.182403 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-05e49ee0-acfc-4396-8cda-75999e14f57b req-cc6b0c5b-9c48-4004-be43-52ad4bf7f434 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0846324 Jun 07 13:57:02.240320 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-05e49ee0-acfc-4396-8cda-75999e14f57b req-e5042d6b-6dc0-4427-9f7f-3c45ae23c9c3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516140 Jun 07 13:57:02.640412 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7359d6-648e-4325-89b5-b676c01ff0bc req-6a02f51c-a8ac-4275-9c03-9c3fb26e2d4d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:02.642020 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cb7359d6-648e-4325-89b5-b676c01ff0bc req-6a02f51c-a8ac-4275-9c03-9c3fb26e2d4d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0942667 Jun 07 13:57:02.701044 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a211d9-cc28-400d-9853-39cbb2bb88c4 req-ce2462f8-79bd-4555-8062-7bf1b9ab89a5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:02.703266 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-43a211d9-cc28-400d-9853-39cbb2bb88c4 req-ce2462f8-79bd-4555-8062-7bf1b9ab89a5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1088905 Jun 07 13:57:02.703690 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cb7359d6-648e-4325-89b5-b676c01ff0bc req-8b6b6376-6f66-402d-8706-9d7fd6f705b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535848 Jun 07 13:57:02.762529 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-43a211d9-cc28-400d-9853-39cbb2bb88c4 req-8aa36ab9-e704-4de3-9088-2f5422d01608 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534253 Jun 07 13:57:03.383176 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec120a-1905-42d9-a11a-2b717e7f6ada req-1fc5bc20-3ae5-4b94-b43c-157d099e363c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:03.385703 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6ec120a-1905-42d9-a11a-2b717e7f6ada req-1fc5bc20-3ae5-4b94-b43c-157d099e363c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1267335 Jun 07 13:57:03.464151 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6ec120a-1905-42d9-a11a-2b717e7f6ada req-a8580a9b-7fbd-4549-bcd6-e79aa0be8813 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719044 Jun 07 13:57:03.540824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bc756-777b-43da-9a79-ead2cec900e1 req-bde77feb-27eb-488e-b3e6-25317f454217 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:03.542379 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f89bc756-777b-43da-9a79-ead2cec900e1 req-bde77feb-27eb-488e-b3e6-25317f454217 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1593115 Jun 07 13:57:03.598930 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f89bc756-777b-43da-9a79-ead2cec900e1 req-74c4c34a-1475-49f9-a2e7-9a9191cfc33d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505426 Jun 07 13:57:03.945494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb302-e98c-422a-b9ea-9d008638174e req-e21fb8d8-378e-4045-85e4-67f2accb8e8a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:03.947048 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-519eb302-e98c-422a-b9ea-9d008638174e req-e21fb8d8-378e-4045-85e4-67f2accb8e8a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0984380 Jun 07 13:57:03.991156 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e8c65-6ae5-46ff-a30b-c5fec8090096 req-7d9acc25-938e-4df4-998d-875f16a95841 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:03.994073 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f32e8c65-6ae5-46ff-a30b-c5fec8090096 req-7d9acc25-938e-4df4-998d-875f16a95841 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1050131 Jun 07 13:57:04.007553 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-519eb302-e98c-422a-b9ea-9d008638174e req-d3a8b030-a28d-48b9-bb99-2749bdf1fa75 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494194 Jun 07 13:57:04.053986 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f32e8c65-6ae5-46ff-a30b-c5fec8090096 req-81270267-aec1-4f9e-b52c-668a3a58228d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518398 Jun 07 13:57:04.724366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e6ac5-c5fb-4c61-a491-0d8484d9853b req-8c4aed64-82dd-4ad5-b014-98f604dfb7f3 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:04.726261 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7e1e6ac5-c5fb-4c61-a491-0d8484d9853b req-8c4aed64-82dd-4ad5-b014-98f604dfb7f3 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1127508 Jun 07 13:57:04.792149 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7e1e6ac5-c5fb-4c61-a491-0d8484d9853b req-ebc05205-134e-43aa-ad7a-95302b19291d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Jun 07 13:57:04.856442 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62db7eb-15da-49d5-b84b-11a49619f101 req-70e0859e-dd40-42b4-a9f1-8af0f575fee1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:04.858467 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c62db7eb-15da-49d5-b84b-11a49619f101 req-70e0859e-dd40-42b4-a9f1-8af0f575fee1 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1218758 Jun 07 13:57:04.916485 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c62db7eb-15da-49d5-b84b-11a49619f101 req-0011b4c2-cc10-4394-ba7a-0f44b4feb57b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507703 Jun 07 13:57:05.217098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7982e1-4575-41de-bfbd-1c603a5fee28 req-52399301-1d34-4180-bd37-29b9548defe1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:05.218642 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-be7982e1-4575-41de-bfbd-1c603a5fee28 req-52399301-1d34-4180-bd37-29b9548defe1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0869863 Jun 07 13:57:05.268364 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8cfdd-9436-4ad3-92a6-22bb41954abc req-c313f3bb-e5c7-4b95-b172-b13cdfb1ac70 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:05.271112 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-86d8cfdd-9436-4ad3-92a6-22bb41954abc req-c313f3bb-e5c7-4b95-b172-b13cdfb1ac70 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0947058 Jun 07 13:57:05.272921 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-be7982e1-4575-41de-bfbd-1c603a5fee28 req-0eab31b5-eeb2-4dc1-9e0b-690fbca43cd5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470989 Jun 07 13:57:05.335693 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-86d8cfdd-9436-4ad3-92a6-22bb41954abc req-ec16e129-18ff-4717-a3b8-a1a38355ba5e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582843 Jun 07 13:57:05.448056 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:06.065536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77881bd8-31ac-49aa-ab29-a4a74da81e39 req-2bb14f74-2102-4003-b1ca-512342055e9e tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:06.067016 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-77881bd8-31ac-49aa-ab29-a4a74da81e39 req-2bb14f74-2102-4003-b1ca-512342055e9e tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.1640790 Jun 07 13:57:06.123100 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-77881bd8-31ac-49aa-ab29-a4a74da81e39 req-aefb8c28-6934-4320-b109-07fb7b9fdfad tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Jun 07 13:57:06.164287 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac2564-d18f-4d9f-b0be-b8d7df4b1890 req-deafbc47-6c4c-47a9-a413-0447139eaab0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:06.164287 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d2ac2564-d18f-4d9f-b0be-b8d7df4b1890 req-deafbc47-6c4c-47a9-a413-0447139eaab0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1301804 Jun 07 13:57:06.219637 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d2ac2564-d18f-4d9f-b0be-b8d7df4b1890 req-6ebd3f0a-ff0c-430a-9aa4-cc8ffac0e00e tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548761 Jun 07 13:57:06.482444 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd10be-4b6f-4dfc-8e5c-dcf2e376c1c1 req-aee1c3a3-836b-4207-8617-a731a20c355f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:06.484792 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2fd10be-4b6f-4dfc-8e5c-dcf2e376c1c1 req-aee1c3a3-836b-4207-8617-a731a20c355f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0884254 Jun 07 13:57:06.547364 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f2fd10be-4b6f-4dfc-8e5c-dcf2e376c1c1 req-e7134de3-60be-4f00-b5b9-360d23fe0849 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529606 Jun 07 13:57:06.552740 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136238-1993-430f-af00-f98cab69d589 req-d3b3e8c5-ea15-441e-a0ba-0bedf8f243bf tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:06.555970 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7d136238-1993-430f-af00-f98cab69d589 req-d3b3e8c5-ea15-441e-a0ba-0bedf8f243bf tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1050858 Jun 07 13:57:06.621386 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7d136238-1993-430f-af00-f98cab69d589 req-19ffed2a-0931-4eec-930a-94da3ab16768 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604978 Jun 07 13:57:07.359463 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568c89-d991-4233-87dd-241777428834 req-f58145df-25a2-48fd-a917-dcb8b5d9e31f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:07.360930 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e6568c89-d991-4233-87dd-241777428834 req-f58145df-25a2-48fd-a917-dcb8b5d9e31f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.0936420 Jun 07 13:57:07.410290 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e6568c89-d991-4233-87dd-241777428834 req-cb4c68ac-109b-4569-bf86-863c4e4e177f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Jun 07 13:57:07.430390 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de12c4-8b63-4ec2-b25c-40ea1cb7cda2 req-bca3a838-2494-480f-aaca-1e4af716f88f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:07.431913 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f7de12c4-8b63-4ec2-b25c-40ea1cb7cda2 req-bca3a838-2494-480f-aaca-1e4af716f88f tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0898676 Jun 07 13:57:07.479444 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f7de12c4-8b63-4ec2-b25c-40ea1cb7cda2 req-6c7df730-e9c0-4050-9319-1c3daa72c257 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Jun 07 13:57:07.760366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05345d-b5ac-4ccb-b6ba-f9eedbc5c162 req-3bbc2610-53a7-430c-838e-ab490a026321 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:07.762060 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3b05345d-b5ac-4ccb-b6ba-f9eedbc5c162 req-3bbc2610-53a7-430c-838e-ab490a026321 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0887501 Jun 07 13:57:07.809911 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3b05345d-b5ac-4ccb-b6ba-f9eedbc5c162 req-ca3051d7-6109-49b4-b6a6-77dc8e67cd19 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Jun 07 13:57:07.834394 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c8e2a-4c40-4bef-9bce-fd42698fa135 req-c8673498-1b24-49f4-a0ba-5876e8295662 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:07.840085 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-557c8e2a-4c40-4bef-9bce-fd42698fa135 req-c8673498-1b24-49f4-a0ba-5876e8295662 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1038952 Jun 07 13:57:07.883872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-557c8e2a-4c40-4bef-9bce-fd42698fa135 req-f9695e14-e5cf-490e-b105-63eb857a28f3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419111 Jun 07 13:57:08.613060 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14ba32-77f5-437c-90fa-1d8218b89f8e req-2f8cfd20-8653-4728-a526-ddbb0e7a6e51 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:08.615010 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-db14ba32-77f5-437c-90fa-1d8218b89f8e req-2f8cfd20-8653-4728-a526-ddbb0e7a6e51 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.0922933 Jun 07 13:57:08.675461 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-db14ba32-77f5-437c-90fa-1d8218b89f8e req-5bdc75bb-44c3-4314-8905-e0a07e91ad84 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535061 Jun 07 13:57:08.718471 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d93c9-03a8-42bc-bafa-c859ebd84711 req-983c9d9c-be8e-4188-96d3-d34e48e20930 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:08.719873 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b87d93c9-03a8-42bc-bafa-c859ebd84711 req-983c9d9c-be8e-4188-96d3-d34e48e20930 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1032693 Jun 07 13:57:08.769020 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b87d93c9-03a8-42bc-bafa-c859ebd84711 req-cba91d83-2e7c-4ed7-a911-98f54afc8dab tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419288 Jun 07 13:57:09.034956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccaac5-31f5-48c0-9f82-7f8082c2ee8e req-8af4a089-c933-4089-b0db-3a87073b15d2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:09.037281 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-00ccaac5-31f5-48c0-9f82-7f8082c2ee8e req-8af4a089-c933-4089-b0db-3a87073b15d2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.1108232 Jun 07 13:57:09.095870 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa241749-08d3-4975-9d98-35caba2de019 req-0019664a-bde4-4779-bb42-fc9ccedb8758 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:09.100351 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-00ccaac5-31f5-48c0-9f82-7f8082c2ee8e req-91ef4192-6a07-497c-91da-0d84044f24a3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571349 Jun 07 13:57:09.103851 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aa241749-08d3-4975-9d98-35caba2de019 req-0019664a-bde4-4779-bb42-fc9ccedb8758 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0986042 Jun 07 13:57:09.145878 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aa241749-08d3-4975-9d98-35caba2de019 req-06b75110-101e-45d9-b0c8-b0532e00b4b5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411355 Jun 07 13:57:09.856253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216c36c-60fa-4e61-af59-2a90e9ca16cb req-ac61b021-9f43-48d5-b6cf-a7ad9337a945 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:09.857711 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0216c36c-60fa-4e61-af59-2a90e9ca16cb req-ac61b021-9f43-48d5-b6cf-a7ad9337a945 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.0835688 Jun 07 13:57:09.912594 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0216c36c-60fa-4e61-af59-2a90e9ca16cb req-5a89c11b-3636-4869-b966-1ec15180baab tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jun 07 13:57:09.959072 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59611c90-9197-4754-b8c8-c0105cd9cd3c req-f4de0e0a-76a3-4bcf-9fdd-24d33faed7f9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:09.960486 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-59611c90-9197-4754-b8c8-c0105cd9cd3c req-f4de0e0a-76a3-4bcf-9fdd-24d33faed7f9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0837982 Jun 07 13:57:10.079825 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-59611c90-9197-4754-b8c8-c0105cd9cd3c req-f87bcda1-0613-4021-bf14-436eda583297 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120882 Jun 07 13:57:10.340964 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55256aa8-5e7a-4a5e-b9e8-998162e3866c req-fead6cdb-2b3c-49ca-893d-aa90658621e4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:10.348929 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55256aa8-5e7a-4a5e-b9e8-998162e3866c req-fead6cdb-2b3c-49ca-893d-aa90658621e4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.1020749 Jun 07 13:57:10.354722 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Request body: {'port': {'device_id': '3f0a9372-00fe-4131-a92f-89715373dbab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:10.404458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20adf3-5c8a-4084-8ad5-c1ef2ef91582 req-9fcf0c97-4515-4d4f-be96-e0153f7a8028 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:10.406110 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6c20adf3-5c8a-4084-8ad5-c1ef2ef91582 req-9fcf0c97-4515-4d4f-be96-e0153f7a8028 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.1020422 Jun 07 13:57:10.444716 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-55256aa8-5e7a-4a5e-b9e8-998162e3866c req-510a54b8-ce50-4f2b-8fb1-403e523aa8ad tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956168 Jun 07 13:57:10.461594 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6c20adf3-5c8a-4084-8ad5-c1ef2ef91582 req-d24bf879-5cc3-4a04-9ace-b6a832bdd717 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487986 Jun 07 13:57:10.538269 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:10.864944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-4578f472-a1ba-47ea-b218-fad37c65e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:10.866392 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-4578f472-a1ba-47ea-b218-fad37c65e719 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 1099 time: 0.1974995 Jun 07 13:57:11.054646 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203f25ac-4992-451a-aee0-4ff080636c64 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:11.102096 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:11.163364 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Transition to ACTIVE for port object 203f25ac-4992-451a-aee0-4ff080636c64 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:57:11.171382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:11.177313 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b8c9f028-d940-4a2a-9631-fe0d91c143f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:11.213036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-f9c66660-8b79-45b8-b433-e6d135593e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.214484 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-f9c66660-8b79-45b8-b433-e6d135593e23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.3108566 Jun 07 13:57:11.305051 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c793aab-57c0-46ab-9a50-ae4b02c7cb72 req-c8a32b8a-5ebc-4b7d-bc32-52039b66ee22 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.312147 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1c793aab-57c0-46ab-9a50-ae4b02c7cb72 req-c8a32b8a-5ebc-4b7d-bc32-52039b66ee22 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1138380 Jun 07 13:57:11.368148 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1c793aab-57c0-46ab-9a50-ae4b02c7cb72 req-4c9badc9-4766-4488-bdb3-468495c95eca tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546827 Jun 07 13:57:11.496743 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:11.579465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.579853 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.580205 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.580556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.580905 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.581843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.582187 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.582561 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.582900 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.583237 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.583616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.583934 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:11.593131 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:11.604795 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b2b08-9b82-441b-b10b-becfad41425b req-685523ab-c947-42bd-9988-86ce05f167b1 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.606164 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-809b2b08-9b82-441b-b10b-becfad41425b req-685523ab-c947-42bd-9988-86ce05f167b1 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 932 time: 0.5609303 Jun 07 13:57:11.607891 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-f41510d5-cd82-412e-877a-b0f14ba063f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 200 len: 1001 time: 0.3704422 Jun 07 13:57:11.668436 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade95ec2-e46b-4929-93c2-2b084a8cd660 req-66191947-a5b0-4f2a-922a-24ca973129cf tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.669889 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ade95ec2-e46b-4929-93c2-2b084a8cd660 req-66191947-a5b0-4f2a-922a-24ca973129cf tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0810161 Jun 07 13:57:11.718103 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ade95ec2-e46b-4929-93c2-2b084a8cd660 req-4c708877-c6db-49e9-b2ab-e4685d572540 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Jun 07 13:57:11.726001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Attempting to bind port 203f25ac-4992-451a-aee0-4ff080636c64 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:57:11.726333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Attempting to bind port 203f25ac-4992-451a-aee0-4ff080636c64 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:57:11.726659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Attempting to bind port 203f25ac-4992-451a-aee0-4ff080636c64 on network ee7f14ea-1171-459f-b8db-c9984003ad20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:11.732723 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-809b2b08-9b82-441b-b10b-becfad41425b req-4b8ef22b-3fbc-4559-8e84-e3d3478a55f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203060 Jun 07 13:57:11.763547 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-9e409786-859c-45f2-bdee-a576ab8801eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.764463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-9e409786-859c-45f2-bdee-a576ab8801eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.1484516 Jun 07 13:57:11.765202 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Port 203f25ac-4992-451a-aee0-4ff080636c64 on network ee7f14ea-1171-459f-b8db-c9984003ad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:57:11.765517 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Attempting to bind port 203f25ac-4992-451a-aee0-4ff080636c64 on network ee7f14ea-1171-459f-b8db-c9984003ad20 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:11.772818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:57:11.773148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Checking segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:57:11.773654 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Bound using segment: {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:57:11.774192 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Bound port: 203f25ac-4992-451a-aee0-4ff080636c64, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:57:11.774566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:11.923654 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:57:11.927953 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:57:11.931544 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-88723b5e-5a7e-4b91-860f-5c49c6ae9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.933104 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-88723b5e-5a7e-4b91-860f-5c49c6ae9d27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1471972 Jun 07 13:57:11.934555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:11.938294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:11.941654 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d3484-f868-454d-bfa2-026b8d76100d req-d8c523da-e50e-4160-963b-456f8db0aff7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:11.943277 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-249d3484-f868-454d-bfa2-026b8d76100d req-d8c523da-e50e-4160-963b-456f8db0aff7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0949624 Jun 07 13:57:11.991974 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-249d3484-f868-454d-bfa2-026b8d76100d req-2436604b-6113-4ea0-8438-8250e4f42cc0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425606 Jun 07 13:57:12.037833 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.038364 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:12.039775 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] 10.222.0.55 "PUT /v2.0/ports/203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 1094 time: 1.6889684 Jun 07 13:57:12.042621 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:12.045250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dff0472-1082-4652-a112-84941d3637dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:12.110318 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95468ff3-0235-4f4a-8df1-8b65431d8864 x-openstack-request-id: req-95468ff3-0235-4f4a-8df1-8b65431d8864 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:12.110318 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:12.110622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95468ff3-0235-4f4a-8df1-8b65431d8864 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:12.110983 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 13:57:12.137220 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:12.143583 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:12.165813 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-bb8ba960-cae0-4ae5-a3d6-120904e5caf7 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875358 Jun 07 13:57:12.385828 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5512320d-1477-4de8-b46d-8c90ebeea9cf req-124e0759-1337-4700-b0a2-4c44e2933116 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903229 Jun 07 13:57:12.388424 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-a78e9426-7803-4158-97bc-dc517d7f71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.389734 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-a78e9426-7803-4158-97bc-dc517d7f71a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1097 time: 0.1714592 Jun 07 13:57:12.513838 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-84e1fa87-806e-4f59-a419-2d81bb6f360d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 217 time: 0.0680335 Jun 07 13:57:12.567356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35073a58-5cbf-4ef8-9a87-ec9ba0dfe570 req-f16c54b1-7b18-43dc-bc92-1907816344ad tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.569230 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-35073a58-5cbf-4ef8-9a87-ec9ba0dfe570 req-f16c54b1-7b18-43dc-bc92-1907816344ad tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0920358 Jun 07 13:57:12.587761 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-a7d14f7a-7fc9-44eb-a03d-d957658d2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.589262 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-a7d14f7a-7fc9-44eb-a03d-d957658d2051 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.0677514 Jun 07 13:57:12.621429 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-35073a58-5cbf-4ef8-9a87-ec9ba0dfe570 req-e8118b39-8522-42a1-8bf8-6d9f96e67663 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Jun 07 13:57:12.767135 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59502-694d-4160-9ef9-3ce954047689 req-99948b71-0da9-429c-bb6e-13dcc744fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.769696 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-99948b71-0da9-429c-bb6e-13dcc744fce4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310401 Jun 07 13:57:12.837174 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d312-3c87-4840-9a39-83c6324be610 req-a129319f-e2f0-46c0-b28a-a4b3c565dee0 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.838651 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4e26d312-3c87-4840-9a39-83c6324be610 req-a129319f-e2f0-46c0-b28a-a4b3c565dee0 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.1220145 Jun 07 13:57:12.940403 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32367d2-1055-4b1e-8fe4-4fb641691976 req-66032ee7-a5cc-4a53-b458-a69d1f4c6df2 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:12.942190 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e32367d2-1055-4b1e-8fe4-4fb641691976 req-66032ee7-a5cc-4a53-b458-a69d1f4c6df2 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 944 time: 0.0894809 Jun 07 13:57:12.960311 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4e26d312-3c87-4840-9a39-83c6324be610 req-38a12304-5541-4332-8325-897c82eacab2 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139905 Jun 07 13:57:12.969349 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-be0b939c-23c0-46b6-b40c-590fb0f5e129 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793590 Jun 07 13:57:12.989947 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e32367d2-1055-4b1e-8fe4-4fb641691976 req-35551375-1753-4ba5-a515-10c96bfee3fa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Jun 07 13:57:13.158038 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5dd59502-694d-4160-9ef9-3ce954047689 req-6156f33d-98f8-4334-b17f-405650ca7be4 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763587 Jun 07 13:57:13.199782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf053e-b1eb-4e23-bae4-a704df611385 req-7ddb30d3-c680-415d-87af-ef75f9e2e2cb tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.201450 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-99bf053e-b1eb-4e23-bae4-a704df611385 req-7ddb30d3-c680-415d-87af-ef75f9e2e2cb tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0892622 Jun 07 13:57:13.335255 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-99bf053e-b1eb-4e23-bae4-a704df611385 req-2bebe753-13ad-4654-8a99-417935dc55cb tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275625 Jun 07 13:57:13.408000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff0472-1082-4652-a112-84941d3637dc req-733aebef-276f-4f60-affd-a87723b66ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.409715 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-733aebef-276f-4f60-affd-a87723b66ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1097 time: 0.0733442 Jun 07 13:57:13.548673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39e5ab-4623-42b7-883e-e5b89c0b9387 req-414ee254-d16f-4561-afd9-80d99c43569c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.550861 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ab39e5ab-4623-42b7-883e-e5b89c0b9387 req-414ee254-d16f-4561-afd9-80d99c43569c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0955777 Jun 07 13:57:13.599687 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ab39e5ab-4623-42b7-883e-e5b89c0b9387 req-eddd5bb9-669c-4ebb-9d46-19634291f8b4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Jun 07 13:57:13.624255 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50980) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:13.635902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff0472-1082-4652-a112-84941d3637dc req-8da787df-6e65-4fc0-828d-2cd963110c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.637443 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-8da787df-6e65-4fc0-828d-2cd963110c16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.1399488 Jun 07 13:57:13.724801 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-68b629dc-dadd-4b86-b375-5a1a9007000b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 217 time: 0.0703740 Jun 07 13:57:13.851452 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff0472-1082-4652-a112-84941d3637dc req-4c944f63-e44d-48a5-9d5a-7d08aa1950a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.852891 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-4c944f63-e44d-48a5-9d5a-7d08aa1950a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.1185246 Jun 07 13:57:13.880905 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a46a990-eee5-466c-9ae4-461787806e1e tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.882499 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-7a46a990-eee5-466c-9ae4-461787806e1e tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1093 time: 0.2571399 Jun 07 13:57:13.885534 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 50986) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:13.890402 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'port_id': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:13.914883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:13.916203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19b1d-1673-4a18-bb2f-e0d8a72294fa req-a6f6f668-a1f7-4745-86aa-7fedf91aef7c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:13.917943 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9be19b1d-1673-4a18-bb2f-e0d8a72294fa req-a6f6f668-a1f7-4745-86aa-7fedf91aef7c tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1496227 Jun 07 13:57:13.984630 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9be19b1d-1673-4a18-bb2f-e0d8a72294fa req-47764d3a-5051-4a96-a5d8-8cca8e1ae641 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530052 Jun 07 13:57:13.998819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff0472-1082-4652-a112-84941d3637dc req-ef507f6d-8c21-489d-b761-250eafc308e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:14.000866 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-ef507f6d-8c21-489d-b761-250eafc308e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1301284 Jun 07 13:57:14.083672 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:14.255311 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-b89e2662-96c7-48a9-8bcd-44103480b56e service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065182 Jun 07 13:57:14.297283 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb2ac4-e4c1-4912-a182-142fa476b947 req-953c317b-1580-449b-9e51-47e00511acb0 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:14.298749 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-82eb2ac4-e4c1-4912-a182-142fa476b947 req-953c317b-1580-449b-9e51-47e00511acb0 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.1707034 Jun 07 13:57:14.310237 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744369b8-eae2-4d79-9398-3566dc54e76e req-ed16dbd9-7a20-4043-95e1-f23b64460c79 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:14.311867 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-744369b8-eae2-4d79-9398-3566dc54e76e req-ed16dbd9-7a20-4043-95e1-f23b64460c79 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 944 time: 0.1565864 Jun 07 13:57:14.315174 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.27.1.88 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/336adf68-7899-40ff-8ecd-e035c6f4fc46) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:14.399552 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-82eb2ac4-e4c1-4912-a182-142fa476b947 req-42e15200-c67e-4b6f-98fc-5a517375d0ee tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Jun 07 13:57:14.440099 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-744369b8-eae2-4d79-9398-3566dc54e76e req-059f4043-b2b1-4269-9b14-dca824240b95 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186962 Jun 07 13:57:14.446580 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7dff0472-1082-4652-a112-84941d3637dc req-5dd4e188-a0dc-4185-9cb5-601a9d50d6b5 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829765 Jun 07 13:57:14.517956 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:14.551674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:14.556178 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-530da88d-ccc9-49de-bf3a-4326a3062f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:14.622384 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:14.625539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:14.628395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:14.673954 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=336adf68-7899-40ff-8ecd-e035c6f4fc46,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:14.687975 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.688345 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.688734 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.689146 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.689588 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.689929 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.690278 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.690700 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.691136 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.691462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.691925 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.692199 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:14.700836 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:15.237224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f139872-ed6a-491c-9530-e21131ca76c9 req-58f47d07-15b7-46c2-91be-d9cec1d0ad2a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:15.239783 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0f139872-ed6a-491c-9530-e21131ca76c9 req-58f47d07-15b7-46c2-91be-d9cec1d0ad2a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.1174603 Jun 07 13:57:15.295823 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.302678 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0f139872-ed6a-491c-9530-e21131ca76c9 req-1fdd73f8-830f-40a9-ac11-759aad80e40a tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515800 Jun 07 13:57:15.398862 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.597322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a726b-8861-4eba-b758-28956caef95f req-ac5884f2-992f-4e59-b9d6-5de3a5034fe6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:15.598837 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb2a726b-8861-4eba-b758-28956caef95f req-ac5884f2-992f-4e59-b9d6-5de3a5034fe6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.0809355 Jun 07 13:57:15.649065 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb2a726b-8861-4eba-b758-28956caef95f req-cc9ab8b1-a0f8-416c-82b5-9d292a87edca tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442173 Jun 07 13:57:15.676625 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.682027 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.687202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:15.749475 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c5a8c-b017-4c84-a2f0-33ac951d25df req-80e11437-0dbd-4c2c-bd50-f538d22a9f79 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:15.750900 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-905c5a8c-b017-4c84-a2f0-33ac951d25df req-80e11437-0dbd-4c2c-bd50-f538d22a9f79 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 944 time: 0.1769824 Jun 07 13:57:15.817524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=336adf68-7899-40ff-8ecd-e035c6f4fc46,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:15.819826 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-ea2f45cd-0c38-497b-8b8a-63500a16f2e4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:15.821512 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-ea2f45cd-0c38-497b-8b8a-63500a16f2e4 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.0810804 Jun 07 13:57:15.822428 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:15.850525 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-905c5a8c-b017-4c84-a2f0-33ac951d25df req-82afc1c3-e9bd-4a13-872c-fdc92d4765d5 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674117 Jun 07 13:57:15.853376 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:15.970435 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Deleting port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:57:15.970770 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:16.026180 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP 585180dc-87f5-4e89-9e7d-509e193c2d5c associated. External IP: 172.27.1.88, port: 1b8ddc95-f17d-429b-9efa-c6ca8cee745b. Jun 07 13:57:16.157139 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] For port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:16.157382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:16.370356 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Calling delete_port for 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:57:16.386433 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:57:16.406119 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-c9a16a00-2f97-4046-aedf-3f8c6054877e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:16.407729 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-c9a16a00-2f97-4046-aedf-3f8c6054877e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.3198509 Jun 07 13:57:16.574572 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:57:16.584426 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:57:16.594720 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:16.595301 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:16.595468 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:16.726376 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486b599-298a-43e9-a6bc-50647e25467e req-885b6099-4107-4f00-be4f-df8adbe4bcbf tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:16.738689 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5486b599-298a-43e9-a6bc-50647e25467e req-885b6099-4107-4f00-be4f-df8adbe4bcbf tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 946 time: 0.2924612 Jun 07 13:57:16.781978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:16.796945 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:16.799710 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:16.850773 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:16.866982 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9803329 Jun 07 13:57:16.867658 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:16.870042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef668a0-0068-468c-b80d-267849fa22c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:16.892502 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Pushing event deleted for resources: {'Port': ['ID=4833bb37-9307-4a0a-8a55-b9f5ac29a2f6,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:16.902175 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:16.929642 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Deleting port 66f12347-8638-4d61-b6d8-e6b146b1f345 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:57:16.929983 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:16.956310 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5486b599-298a-43e9-a6bc-50647e25467e req-008f8b11-9a6c-4786-8551-eef6528964a5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163465 Jun 07 13:57:17.029834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] No DVR routers for this DVR port 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:57:17.038649 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.040860 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82f6e7ec-866f-4db4-877c-b0f9aa93a054 req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "DELETE /v2.0/ports/4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 HTTP/1.1" status: 204 len: 173 time: 1.2051086 Jun 07 13:57:17.041509 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'name': 'network-vif-deleted', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:17.043987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee061b-bab8-444b-be9a-b109b5ecd8e0" -d '{"events": [{"server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "name": "network-vif-deleted", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:17.183193 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '585180dc-87f5-4e89-9e7d-509e193c2d5c', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:db:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:15Z', 'updated_at': '2021-06-07T13:57:15Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:17.187968 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:57:17.198834 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:17.199719 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:56:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:17.219383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] For port 66f12347-8638-4d61-b6d8-e6b146b1f345, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=66f12347-8638-4d61-b6d8-e6b146b1f345,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:17.219787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.228360 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 203f25ac-4992-451a-aee0-4ff080636c64 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:57:17.283240 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620acac-4ce2-4e8a-8205-d5c33d639e95 x-openstack-request-id: req-f620acac-4ce2-4e8a-8205-d5c33d639e95 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:17.283590 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:17.284270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f620acac-4ce2-4e8a-8205-d5c33d639e95 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:17.285236 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'status': 'completed', 'code': 200} Jun 07 13:57:17.462163 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:17.465952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Calling delete_port for 66f12347-8638-4d61-b6d8-e6b146b1f345 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:57:17.468711 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:17.479535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '203f25ac-4992-451a-aee0-4ff080636c64', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'port_id': '203f25ac-4992-451a-aee0-4ff080636c64', 'mac_address': 'fa:16:3e:e3:5c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:57:17.531197 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed63e1-f7c0-4f9a-91ca-279e84947a90 req-ff8c79a1-88a6-449e-84ee-5ebf428ca375 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:17.532573 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-43ed63e1-f7c0-4f9a-91ca-279e84947a90 req-ff8c79a1-88a6-449e-84ee-5ebf428ca375 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 945 time: 0.4029775 Jun 07 13:57:17.551030 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9347e9f-f350-481b-804d-f409d8d7066d req-00fd012e-b973-4671-ba16-0d764c34bd0e tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:17.552206 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f9347e9f-f350-481b-804d-f409d8d7066d req-00fd012e-b973-4671-ba16-0d764c34bd0e tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 944 time: 0.1638062 Jun 07 13:57:17.572711 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.595340 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203f25ac-4992-451a-aee0-4ff080636c64 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:17.610634 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef668a0-0068-468c-b80d-267849fa22c6 req-5fae835b-739b-42eb-a2e5-c8c8834a7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:17.612331 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-5fae835b-739b-42eb-a2e5-c8c8834a7053 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1098 time: 0.1896102 Jun 07 13:57:17.614733 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:17.616639 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-43ed63e1-f7c0-4f9a-91ca-279e84947a90 req-c76f8d9e-621a-4f5a-b004-3f37b10ce520 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749345 Jun 07 13:57:17.623628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.625628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:17.659347 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f9347e9f-f350-481b-804d-f409d8d7066d req-1e62bba7-bca3-4cec-bd31-8c3c81e45d61 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968418 Jun 07 13:57:17.703981 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ab3aa-1cd3-4b8b-aac2-63d1911a6195 x-openstack-request-id: req-855ab3aa-1cd3-4b8b-aac2-63d1911a6195 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:17.704446 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b1877-0fbd-4165-85da-ec5660993cc8", "name": "network-vif-deleted", "tag": "4833bb37-9307-4a0a-8a55-b9f5ac29a2f6", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:17.704791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-855ab3aa-1cd3-4b8b-aac2-63d1911a6195 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:17.705208 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b1877-0fbd-4165-85da-ec5660993cc8', 'name': 'network-vif-deleted', 'tag': '4833bb37-9307-4a0a-8a55-b9f5ac29a2f6', 'status': 'completed', 'code': 200} Jun 07 13:57:17.717989 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:17.721127 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:17.806666 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.820362 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-365cd4dc-28b1-43ea-97df-d37aac5e2afc tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:17.860344 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['66f12347-8638-4d61-b6d8-e6b146b1f345'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:17.867974 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Pushing event deleted for resources: {'Port': ['ID=66f12347-8638-4d61-b6d8-e6b146b1f345,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:17.876855 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '585180dc-87f5-4e89-9e7d-509e193c2d5c', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:db:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:15Z', 'updated_at': '2021-06-07T13:57:15Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:17.882452 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75767172-0c5f-48a3-83d4-cf393b92e742 None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '585180dc-87f5-4e89-9e7d-509e193c2d5c', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:db:be:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:15Z', 'updated_at': '2021-06-07T13:57:15Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:57:17.910151 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:17.962770 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef668a0-0068-468c-b80d-267849fa22c6 req-90dd9595-6ee3-4d6f-a711-1f175168e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:17.964467 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-90dd9595-6ee3-4d6f-a711-1f175168e1aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.2819729 Jun 07 13:57:17.970044 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] No DVR routers for this DVR port 66f12347-8638-4d61-b6d8-e6b146b1f345 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:57:17.972746 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:17.974867 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65730f65-104d-417b-96e7-4fdfd5d9deac req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "DELETE /v2.0/ports/66f12347-8638-4d61-b6d8-e6b146b1f345 HTTP/1.1" status: 204 len: 173 time: 1.5597954 Jun 07 13:57:18.111523 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae759151-d14b-425c-b2a6-b3507223856f None None] New status for floating IP 585180dc-87f5-4e89-9e7d-509e193c2d5c: ACTIVE {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:57:18.180373 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-61f77c7c-9a93-4e7c-a16d-3360885c3923 req-674c6a9e-32c4-471a-ba3f-50628fd5752b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=e48b1877-0fbd-4165-85da-ec5660993cc8 HTTP/1.1" status: 200 len: 210 time: 0.0661361 Jun 07 13:57:18.197980 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-9162d0bd-70c5-482e-bd9d-2ebad8357613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 200 len: 998 time: 0.1751316 Jun 07 13:57:18.348159 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef668a0-0068-468c-b80d-267849fa22c6 req-b9368727-1f54-4efe-9d76-7a9dbd04b5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:18.349756 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-b9368727-1f54-4efe-9d76-7a9dbd04b5e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0625901 Jun 07 13:57:18.385214 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['203f25ac-4992-451a-aee0-4ff080636c64'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:18.561108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef668a0-0068-468c-b80d-267849fa22c6 req-40672187-06e9-4647-b506-f3890a4acb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:18.562601 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-40672187-06e9-4647-b506-f3890a4acb7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1946101 Jun 07 13:57:18.702040 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-5d85d7c7-0145-4c94-bbf5-daa772b83f95 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315010 Jun 07 13:57:18.797364 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-57790c22-4cd4-4daf-a286-1b054d24c592 req-208635f2-6ef7-4beb-9f63-bf1e2b005752 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ec9c93f-6e22-43fb-adb9-a3b08a87242c HTTP/1.1" status: 200 len: 210 time: 0.0474701 Jun 07 13:57:18.916762 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bef668a0-0068-468c-b80d-267849fa22c6 req-c183e787-6f6a-4a9e-87ca-841c42d57c8e service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064881 Jun 07 13:57:18.928589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0527a-46b6-4827-8f60-929fb61df4e0 req-1380e0aa-a718-45f1-a964-44f5ee38f12f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:18.930010 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbb0527a-46b6-4827-8f60-929fb61df4e0 req-1380e0aa-a718-45f1-a964-44f5ee38f12f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 945 time: 0.1227269 Jun 07 13:57:18.984549 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbb0527a-46b6-4827-8f60-929fb61df4e0 req-61e3f1dd-602e-4b22-822f-5b4f903ecaec tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479081 Jun 07 13:57:19.240307 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 66f12347-8638-4d61-b6d8-e6b146b1f345 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:57:19.276342 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 66f12347-8638-4d61-b6d8-e6b146b1f345 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:57:19.276774 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 66f12347-8638-4d61-b6d8-e6b146b1f345 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:57:19.277202 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:57:19.310913 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:57:19.311262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4833bb37-9307-4a0a-8a55-b9f5ac29a2f6 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:57:19.635732 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823893d7-081f-4b98-bfa4-5ab6ddb3ca7e req-83d331d8-6e1a-45ab-b619-ea6edc66a231 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:19.637250 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-823893d7-081f-4b98-bfa4-5ab6ddb3ca7e req-83d331d8-6e1a-45ab-b619-ea6edc66a231 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0820589 Jun 07 13:57:19.687645 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-823893d7-081f-4b98-bfa4-5ab6ddb3ca7e req-36019b81-0fc7-407d-9c7a-41a0c4051f74 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Jun 07 13:57:19.710299 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'name': 'network-vif-deleted', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:19.710299 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44747b58-f194-477a-b963-f13d7b22b433" -d '{"events": [{"server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "name": "network-vif-deleted", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:19.750437 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d585c36-2cc9-4609-9cf8-cd4eb4376ea5 x-openstack-request-id: req-8d585c36-2cc9-4609-9cf8-cd4eb4376ea5 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:19.750762 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec9c93f-6e22-43fb-adb9-a3b08a87242c", "name": "network-vif-deleted", "tag": "66f12347-8638-4d61-b6d8-e6b146b1f345", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:19.751050 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d585c36-2cc9-4609-9cf8-cd4eb4376ea5 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:19.751470 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec9c93f-6e22-43fb-adb9-a3b08a87242c', 'name': 'network-vif-deleted', 'tag': '66f12347-8638-4d61-b6d8-e6b146b1f345', 'status': 'completed', 'code': 200} Jun 07 13:57:19.955915 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac599e2-3867-4dd7-a751-f329d0b589f2 req-6728b753-f940-4e47-8a06-ce52226a0d07 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:19.957794 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2ac599e2-3867-4dd7-a751-f329d0b589f2 req-6728b753-f940-4e47-8a06-ce52226a0d07 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0830853 Jun 07 13:57:20.005324 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2ac599e2-3867-4dd7-a751-f329d0b589f2 req-9fd7d8c2-c7a7-4e87-be3b-3c99a7e614ac tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411127 Jun 07 13:57:20.190878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ac3dc-54e9-41c1-b110-978a60a986de req-b0133717-1b4c-47e6-ab4c-fba9087d4939 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:20.192592 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f75ac3dc-54e9-41c1-b110-978a60a986de req-b0133717-1b4c-47e6-ab4c-fba9087d4939 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 945 time: 0.0929518 Jun 07 13:57:20.238540 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f75ac3dc-54e9-41c1-b110-978a60a986de req-199f6cf8-8894-41e6-8705-d8c82b917d3f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Jun 07 13:57:20.877297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220943b7-e9c9-4eb9-bf18-99f93812a5a2 req-109f4233-781c-4ba6-961b-3d46a3517960 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:20.879286 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-220943b7-e9c9-4eb9-bf18-99f93812a5a2 req-109f4233-781c-4ba6-961b-3d46a3517960 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0849729 Jun 07 13:57:20.923084 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-220943b7-e9c9-4eb9-bf18-99f93812a5a2 req-8f6264e3-cb6d-4e9d-b6a0-855cde68cd85 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381706 Jun 07 13:57:21.207851 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa758-de48-4c03-ac5a-be6449a51803 req-6e9ba905-5477-4946-8b4d-3329e7e7f7d1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:21.209860 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e14aa758-de48-4c03-ac5a-be6449a51803 req-6e9ba905-5477-4946-8b4d-3329e7e7f7d1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0910523 Jun 07 13:57:21.254818 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e14aa758-de48-4c03-ac5a-be6449a51803 req-a4ddb370-ba24-4306-9570-c8f6d3302d63 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Jun 07 13:57:21.424174 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7041101-be14-4399-8657-4fb399b7fa5f req-5dc4cf44-03a6-4949-900f-435bb0edbeab tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:21.426510 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e7041101-be14-4399-8657-4fb399b7fa5f req-5dc4cf44-03a6-4949-900f-435bb0edbeab tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 945 time: 0.0817039 Jun 07 13:57:21.470706 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e7041101-be14-4399-8657-4fb399b7fa5f req-eb06d852-c8cc-447e-b15d-2f834ba98ced tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Jun 07 13:57:22.108334 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf3fc6-b835-48a7-be5e-5cb3ee703b7a req-05a29fd6-d340-4bf3-88af-6299ba614914 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:22.109760 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-74cf3fc6-b835-48a7-be5e-5cb3ee703b7a req-05a29fd6-d340-4bf3-88af-6299ba614914 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0815685 Jun 07 13:57:22.159288 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-74cf3fc6-b835-48a7-be5e-5cb3ee703b7a req-84dc043c-b43e-42ca-83c3-edfec734e358 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Jun 07 13:57:22.452632 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13383cc1-96f3-4f92-9c7c-a22513711ff9 req-cf24d82f-9fbd-4753-bbfd-4bb0d544a922 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:22.454107 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-13383cc1-96f3-4f92-9c7c-a22513711ff9 req-cf24d82f-9fbd-4753-bbfd-4bb0d544a922 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0938692 Jun 07 13:57:22.454265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 203f25ac-4992-451a-aee0-4ff080636c64 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:57:22.509301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-13383cc1-96f3-4f92-9c7c-a22513711ff9 req-2d17d397-19e9-4c08-ade0-c4f2c3c231b7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489876 Jun 07 13:57:22.537117 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 203f25ac-4992-451a-aee0-4ff080636c64 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:57:22.542087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 203f25ac-4992-451a-aee0-4ff080636c64 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:22.542468 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:22.667530 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:22.676525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f113f58-e73a-480c-b211-a5462e78e1f5 req-f3832166-9b0b-400b-ab54-5a233c02c917 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:22.678421 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4f113f58-e73a-480c-b211-a5462e78e1f5 req-f3832166-9b0b-400b-ab54-5a233c02c917 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 945 time: 0.0938013 Jun 07 13:57:22.695541 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:22.697800 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343ea5f8-8c73-470f-bbaf-0948a99ceaeb" -d '{"events": [{"server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "name": "network-vif-plugged", "status": "completed", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:22.708621 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:22.714940 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:22.717082 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-30978308-b8ee-4201-b69a-73782fc08f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:22.735347 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4f113f58-e73a-480c-b211-a5462e78e1f5 req-1a828808-373a-4320-a012-c87e403aa7e1 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Jun 07 13:57:22.754867 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1c9d38-8375-4331-abe6-9aa3ae83904d x-openstack-request-id: req-ef1c9d38-8375-4331-abe6-9aa3ae83904d {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:22.755158 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "name": "network-vif-plugged", "status": "completed", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:22.755610 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef1c9d38-8375-4331-abe6-9aa3ae83904d {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:22.756002 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'code': 200} Jun 07 13:57:22.789559 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:22.798592 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.798933 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.799264 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.799613 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.799936 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.800255 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.800569 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.800881 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.801390 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.801705 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.802118 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.802438 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:57:22.806133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:23.356864 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ed58-63aa-4cd2-8c3b-b903202fd592 req-d64b9f0d-e7b8-47a1-9f0c-f5d1665589d0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:23.358301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7ee0ed58-63aa-4cd2-8c3b-b903202fd592 req-d64b9f0d-e7b8-47a1-9f0c-f5d1665589d0 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0816181 Jun 07 13:57:23.403591 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7ee0ed58-63aa-4cd2-8c3b-b903202fd592 req-93fb8027-a3b6-498c-aded-d1c4fd93a512 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387549 Jun 07 13:57:23.769085 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aa8f2-d43c-41b4-8d84-8ba4860c8d96 req-dfe5da93-628d-4a41-b99a-33f951780911 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:23.770463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-643aa8f2-d43c-41b4-8d84-8ba4860c8d96 req-dfe5da93-628d-4a41-b99a-33f951780911 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1414974 Jun 07 13:57:23.776438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2642547-c5d1-478d-9e18-c91674e98666 req-9ff9254e-a612-48b5-8245-2933a0fd02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:23.778000 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d2642547-c5d1-478d-9e18-c91674e98666 req-9ff9254e-a612-48b5-8245-2933a0fd02b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1099 time: 0.1010604 Jun 07 13:57:23.849581 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-643aa8f2-d43c-41b4-8d84-8ba4860c8d96 req-287f628c-642d-48d4-8da9-ea12172958cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707500 Jun 07 13:57:23.853627 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d2642547-c5d1-478d-9e18-c91674e98666 req-3eaeb4dd-c63b-42f3-b865-3917fea3fcd7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605464 Jun 07 13:57:23.937314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3177-c039-42b3-b584-2fbb378a31b9 req-8ab2f6c0-2b74-497b-89cf-181f82c3328b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:23.938765 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67dd3177-c039-42b3-b584-2fbb378a31b9 req-8ab2f6c0-2b74-497b-89cf-181f82c3328b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0910926 Jun 07 13:57:23.984559 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67dd3177-c039-42b3-b584-2fbb378a31b9 req-0763d587-7ae1-41c7-ab26-a7b507a98636 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Jun 07 13:57:24.607035 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca068bd2-0eb7-41be-a86a-352369f83bd3 req-2f483807-4092-4691-bca7-cbb3486eca02 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:24.608514 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca068bd2-0eb7-41be-a86a-352369f83bd3 req-2f483807-4092-4691-bca7-cbb3486eca02 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0901496 Jun 07 13:57:24.655291 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ca068bd2-0eb7-41be-a86a-352369f83bd3 req-cf011126-4ae7-43e9-8b31-33265e36b690 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Jun 07 13:57:25.039565 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b7d98-1f92-4714-bd3f-dd08fbc4c69e req-8f5672e8-6e95-4efe-bc49-c53fb57468ba tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:25.041023 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-862b7d98-1f92-4714-bd3f-dd08fbc4c69e req-8f5672e8-6e95-4efe-bc49-c53fb57468ba tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0833449 Jun 07 13:57:25.089366 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-862b7d98-1f92-4714-bd3f-dd08fbc4c69e req-176b05d5-f4af-4618-aa7a-8688a006c06e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Jun 07 13:57:25.172153 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4c2c-8b85-4019-99fb-07554eb19cb5 req-4a609748-af94-47d0-a443-6cb80e667251 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:25.173493 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9d2f4c2c-8b85-4019-99fb-07554eb19cb5 req-4a609748-af94-47d0-a443-6cb80e667251 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0802338 Jun 07 13:57:25.217947 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9d2f4c2c-8b85-4019-99fb-07554eb19cb5 req-b518b87d-400c-4a06-b6a7-99dfcb8a3251 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Jun 07 13:57:25.390906 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-a9fcf24f-624b-4db8-8c40-ccf0be6c7b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:25.786732 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:57:25.844428 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81baa37-b581-483a-a707-bcb735878a2e req-16a91222-e8df-4fe4-b06d-71746b1d98b3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:25.845857 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e81baa37-b581-483a-a707-bcb735878a2e req-16a91222-e8df-4fe4-b06d-71746b1d98b3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0829954 Jun 07 13:57:25.891893 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e81baa37-b581-483a-a707-bcb735878a2e req-73ca9970-4121-4478-ac32-f793441e8292 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399644 Jun 07 13:57:26.278894 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a3056-6e46-4f84-9730-746dc7d65175 req-cf56eb84-1962-4fff-99fa-5cc607d84634 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:26.280402 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-aa2a3056-6e46-4f84-9730-746dc7d65175 req-cf56eb84-1962-4fff-99fa-5cc607d84634 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0833735 Jun 07 13:57:26.326582 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-aa2a3056-6e46-4f84-9730-746dc7d65175 req-75aafd89-9405-48c7-9a4d-11c77aecc21c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Jun 07 13:57:26.406138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d0d66-770e-4977-8b9d-f0540d04cbd2 req-5036ecd9-d29f-49f6-9446-007075123eb3 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:26.407496 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-251d0d66-770e-4977-8b9d-f0540d04cbd2 req-5036ecd9-d29f-49f6-9446-007075123eb3 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0824809 Jun 07 13:57:26.451900 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-251d0d66-770e-4977-8b9d-f0540d04cbd2 req-16d04f58-333f-4222-8096-670263b6b4b9 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385468 Jun 07 13:57:26.635055 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f636988-cddc-4a14-ae45-40104de84606 req-9c27f851-8c5f-4114-be46-a903dac36f97 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:26.636624 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7f636988-cddc-4a14-ae45-40104de84606 req-9c27f851-8c5f-4114-be46-a903dac36f97 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0812204 Jun 07 13:57:26.692393 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7f636988-cddc-4a14-ae45-40104de84606 req-fce9487d-30b5-4dfd-a3c7-e5bcac2e7297 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500546 Jun 07 13:57:27.093303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539f81d-dd4b-4f28-8812-b60b54309767 req-489f47a1-f9ec-4385-aa0d-8dbdd67d8282 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:27.094848 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7539f81d-dd4b-4f28-8812-b60b54309767 req-489f47a1-f9ec-4385-aa0d-8dbdd67d8282 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0821729 Jun 07 13:57:27.141373 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7539f81d-dd4b-4f28-8812-b60b54309767 req-bb4d8cf2-7871-4389-b558-ba46afac73b3 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395169 Jun 07 13:57:27.237178 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61764672-3a02-4fec-a62d-fdacbc2c531d req-aa3fb2d9-3008-4c0f-80af-f849dc9a9f9c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:27.238511 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-61764672-3a02-4fec-a62d-fdacbc2c531d req-aa3fb2d9-3008-4c0f-80af-f849dc9a9f9c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0813859 Jun 07 13:57:27.284117 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-61764672-3a02-4fec-a62d-fdacbc2c531d req-af44e95c-a6e9-4b34-be4b-cfff0461b5eb tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395582 Jun 07 13:57:27.522892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caeb1c-1ade-463a-be99-051c02b1c06b req-0a62b98d-b0a4-4df9-9265-2d381225a659 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:27.524413 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c1caeb1c-1ade-463a-be99-051c02b1c06b req-0a62b98d-b0a4-4df9-9265-2d381225a659 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0912194 Jun 07 13:57:27.570156 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c1caeb1c-1ade-463a-be99-051c02b1c06b req-5d094c6e-0e37-443c-bd61-e22816a2e53b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399206 Jun 07 13:57:27.914776 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fc561c25-73de-4e64-bd54-57051e5d3b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:28.046291 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:28.328491 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de82e2-df27-4383-af0c-73ed97146e8d req-dbf04577-51ce-45b2-9b2b-501cc204cc40 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:28.329927 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b7de82e2-df27-4383-af0c-73ed97146e8d req-dbf04577-51ce-45b2-9b2b-501cc204cc40 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0830445 Jun 07 13:57:28.375491 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b7de82e2-df27-4383-af0c-73ed97146e8d req-6fc80d70-0928-4f17-bc7b-86ec05c6bea5 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396855 Jun 07 13:57:28.758320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab2fcf-fa05-4a4c-beef-4972557972b0 req-5fa01f6a-1b3e-41e5-b337-6cb16c2d6d3b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:28.759902 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9ab2fcf-fa05-4a4c-beef-4972557972b0 req-5fa01f6a-1b3e-41e5-b337-6cb16c2d6d3b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0821455 Jun 07 13:57:28.804941 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f9ab2fcf-fa05-4a4c-beef-4972557972b0 req-8085b8ad-522a-434e-9489-ead4969c3b6e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391865 Jun 07 13:57:29.155441 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:29.574626 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab797520-fdfb-45ee-9925-1ffefea571e6 req-574c211c-9cd7-45dc-8b6a-9f02e6a919fb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:29.576175 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ab797520-fdfb-45ee-9925-1ffefea571e6 req-574c211c-9cd7-45dc-8b6a-9f02e6a919fb tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.0896819 Jun 07 13:57:29.631083 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ab797520-fdfb-45ee-9925-1ffefea571e6 req-152307e3-6fee-4a54-9bbf-bfa745d59298 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9ff6e-8162-4e93-a3c1-9deda365b925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489686 Jun 07 13:57:29.839080 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12adef3-0137-41dc-b294-9cef65cc538b req-69c1c98e-3ce7-42b3-8673-5809058452d9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:29.840567 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a12adef3-0137-41dc-b294-9cef65cc538b req-69c1c98e-3ce7-42b3-8673-5809058452d9 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 945 time: 0.1659012 Jun 07 13:57:30.068082 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d703-bb93-4a8e-8531-7eb0ea0e2d83 req-d0d495de-541e-467d-8387-ab46f191abee tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:30.069609 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-30a1d703-bb93-4a8e-8531-7eb0ea0e2d83 req-d0d495de-541e-467d-8387-ab46f191abee tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1509273 Jun 07 13:57:30.072569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Deleting port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:57:30.072880 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:30.213375 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-30a1d703-bb93-4a8e-8531-7eb0ea0e2d83 req-8b5028ff-9fca-4dc0-a322-9568eae4b83c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269715 Jun 07 13:57:30.251019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] For port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:30.251373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:30.384302 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Calling delete_port for a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:57:30.473443 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-8e7b53b9-694d-4ac7-aa2a-c1959e255bc4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:30.474755 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-8e7b53b9-694d-4ac7-aa2a-c1959e255bc4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 814 time: 0.1554034 Jun 07 13:57:30.489539 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-6068142e-5505-4c50-91d7-5e41008952ea tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/quotas/ab53d02bdb2f43869bd61f9f5f2d3df4 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Jun 07 13:57:30.502134 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:30.516180 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-307de776-cc22-44c0-b24b-c6d3d9f60b77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:30.539833 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-d01cfd39-0ecc-485a-a16e-002972d0cad5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434170 Jun 07 13:57:30.543661 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:30.632609 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Pushing event deleted for resources: {'Port': ['ID=a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:30.636112 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:30.650568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] No DVR routers for this DVR port a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:57:30.653458 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:30.656457 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a12adef3-0137-41dc-b294-9cef65cc538b req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.55 "DELETE /v2.0/ports/a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 HTTP/1.1" status: 204 len: 173 time: 0.8094046 Jun 07 13:57:30.656457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'name': 'network-vif-deleted', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:30.659576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e864e794-6b23-4b72-87ac-d2fed1a59aa9" -d '{"events": [{"server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "name": "network-vif-deleted", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:30.789231 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-c3bf3496-ff89-447d-885a-6cca3946768a service neutron] 10.222.0.20 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415850 Jun 07 13:57:30.886330 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:30.979976 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-4c60f979-db0b-4111-89c3-ed29dd29543b service neutron] 10.222.0.20 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713471 Jun 07 13:57:31.028408 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0588c5c0-16c4-4514-986b-0d511ca8b19d req-765e67b4-e3c6-49b9-953d-2f78e2db5a13 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] 10.222.0.20 "GET /v2.0/ports?device_id=a29fa8ef-0a58-4caf-96e5-0d90e285f900 HTTP/1.1" status: 200 len: 210 time: 0.0914240 Jun 07 13:57:31.099897 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a3c302-d050-4dba-81fc-8bc202a9f14a x-openstack-request-id: req-94a3c302-d050-4dba-81fc-8bc202a9f14a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:31.100331 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a29fa8ef-0a58-4caf-96e5-0d90e285f900", "name": "network-vif-deleted", "tag": "a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:31.100765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94a3c302-d050-4dba-81fc-8bc202a9f14a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:31.101274 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a29fa8ef-0a58-4caf-96e5-0d90e285f900', 'name': 'network-vif-deleted', 'tag': 'a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7', 'status': 'completed', 'code': 200} Jun 07 13:57:31.225129 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1653fde0-3435-4575-9f95-1ad7575e6f74 req-212b440a-a672-4353-b758-49538882be07 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 210 time: 0.0508127 Jun 07 13:57:31.456477 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e40a7-f230-41ae-b9af-7c8bb9b6a5e4 req-4f9f521f-4738-45e6-9dcf-680319b823f7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:31.457835 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-482e40a7-f230-41ae-b9af-7c8bb9b6a5e4 req-4f9f521f-4738-45e6-9dcf-680319b823f7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1009698 Jun 07 13:57:31.520068 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-482e40a7-f230-41ae-b9af-7c8bb9b6a5e4 req-22cd2584-568f-4920-b1de-76ba3e2aac2d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549171 Jun 07 13:57:32.129667 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51194) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:32.417594 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0530f134-afd6-43aa-912a-6e30442d6289 req-6df6a1a4-52e7-498a-b116-51d20b8a781e tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 210 time: 0.0584486 Jun 07 13:57:32.610994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-3069075e-3c30-47e2-bf18-5dc7ac5c0bd9 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:32.612529 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-3069075e-3c30-47e2-bf18-5dc7ac5c0bd9 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 814 time: 0.1946566 Jun 07 13:57:32.678208 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Request body: {'port': {'device_id': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943', 'admin_state_up': True, 'tenant_id': 'ab53d02bdb2f43869bd61f9f5f2d3df4'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:32.750496 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:32.851700 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3ae00-ce72-4656-96fd-8ecf624c45fc req-6b584d31-414c-4761-aaad-58a99b3d0c58 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:32.854050 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-59f3ae00-ce72-4656-96fd-8ecf624c45fc req-6b584d31-414c-4761-aaad-58a99b3d0c58 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2202840 Jun 07 13:57:32.898653 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Made reservation on behalf of ab53d02bdb2f43869bd61f9f5f2d3df4 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:57:32.903130 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:32.926889 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-59f3ae00-ce72-4656-96fd-8ecf624c45fc req-44de0703-1f8b-42fa-9818-232bc62ac1b3 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647085 Jun 07 13:57:33.093246 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Allocated IP 172.20.0.11 (105c2eb0-92d3-456d-9c18-213a70a49943/2bdf662c-66f8-4d10-a836-7e578bcb677d/c60f58db-f54e-44dc-9726-b617f4cb20c2) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:33.198270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Deleting port f2ced7b8-019c-416d-9cc6-6429ba27ed99 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:57:33.198833 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.425165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.431929 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] For port f2ced7b8-019c-416d-9cc6-6429ba27ed99, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=f2ced7b8-019c-416d-9cc6-6429ba27ed99,segment=NetworkSegment(2da5e295-a7ca-4a28-92e3-776081694beb),segment_id=2da5e295-a7ca-4a28-92e3-776081694beb)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:33.432381 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.458331 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.469179 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:57:33.478973 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6c5a9d69-5457-4509-bdec-a4a23132f2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:33.528203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Network 105c2eb0-92d3-456d-9c18-213a70a49943 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:33.542171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:33.546796 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:33.556176 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:57:33.557061 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device a4e13a1a-ccb7-40b4-82e2-2f0d3beeb5c7 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:57:33.581675 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Calling delete_port for f2ced7b8-019c-416d-9cc6-6429ba27ed99 owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:57:33.614325 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Pushing event updated for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:33.619664 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:33.630573 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:33.631211 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.659022 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9845440 Jun 07 13:57:33.688716 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Request body: {'port': {'device_id': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:33.800921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:33.872179 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d894ca-4049-4a29-a35c-60569491d5da req-947ec2a4-65e3-43f2-836e-dc0900a1bb33 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:33.873922 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e9d894ca-4049-4a29-a35c-60569491d5da req-947ec2a4-65e3-43f2-836e-dc0900a1bb33 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 932 time: 0.3007164 Jun 07 13:57:33.937875 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e9d894ca-4049-4a29-a35c-60569491d5da req-f4c7dd1f-3f15-420b-b790-f3fd64db7792 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559559 Jun 07 13:57:34.072576 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.081084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:34.138070 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ced7b8-019c-416d-9cc6-6429ba27ed99,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:34.165949 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:34.263871 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02967d76-7903-487f-ad69-d5b3d958e5bb req-0f850592-a5b0-4e0f-ab4c-21e715ca9041 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:34.265406 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-02967d76-7903-487f-ad69-d5b3d958e5bb req-0f850592-a5b0-4e0f-ab4c-21e715ca9041 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1819975 Jun 07 13:57:34.271686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60f58db-f54e-44dc-9726-b617f4cb20c2 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:34.280143 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.330505 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Transition to ACTIVE for port object c60f58db-f54e-44dc-9726-b617f4cb20c2 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:57:34.348971 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-02967d76-7903-487f-ad69-d5b3d958e5bb req-57131cd1-ecad-4f0c-83b1-4adf38fce9d9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660949 Jun 07 13:57:34.350448 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.358050 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-36ff2369-5b14-49d8-8394-bf155b197de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:34.448951 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.515476 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:34.523053 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:34.589198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Attempting to bind port c60f58db-f54e-44dc-9726-b617f4cb20c2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:57:34.589518 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Attempting to bind port c60f58db-f54e-44dc-9726-b617f4cb20c2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:57:34.589838 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Attempting to bind port c60f58db-f54e-44dc-9726-b617f4cb20c2 on network 105c2eb0-92d3-456d-9c18-213a70a49943 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:34.594568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Port c60f58db-f54e-44dc-9726-b617f4cb20c2 on network 105c2eb0-92d3-456d-9c18-213a70a49943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:57:34.594874 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Attempting to bind port c60f58db-f54e-44dc-9726-b617f4cb20c2 on network 105c2eb0-92d3-456d-9c18-213a70a49943 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:34.600082 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:57:34.600410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Checking segment: {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:57:34.600782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Bound using segment: {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:57:34.601207 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Bound port: c60f58db-f54e-44dc-9726-b617f4cb20c2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19c0162-ae23-47ae-8956-5b2507e44204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:57:34.601538 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.705526 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:57:34.710360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:57:34.714863 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.718939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:34.781026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:34.781525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:34.782946 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] 10.222.0.55 "PUT /v2.0/ports/c60f58db-f54e-44dc-9726-b617f4cb20c2 HTTP/1.1" status: 200 len: 1094 time: 1.0991840 Jun 07 13:57:34.783457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:34.785796 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a" -d '{"events": [{"name": "network-changed", "server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:34.810480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:34.813440 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:34.847352 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c60878a-c73c-4d17-a90d-550dfa6853a0 x-openstack-request-id: req-4c60878a-c73c-4d17-a90d-550dfa6853a0 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:34.847721 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:34.848001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c60878a-c73c-4d17-a90d-550dfa6853a0 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:34.848429 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2', 'status': 'completed', 'code': 200} Jun 07 13:57:34.953915 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-619c6bab-e6aa-48b9-ad0a-d7ffea9bfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:34.955420 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-619c6bab-e6aa-48b9-ad0a-d7ffea9bfa64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 1097 time: 0.0890694 Jun 07 13:57:34.976639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Router 1c47d6d6-aaa3-497f-a394-304cc37c9898 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:57:35.036412 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-7d381612-612e-411a-921d-b4f024d80d7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2 HTTP/1.1" status: 200 len: 217 time: 0.0669639 Jun 07 13:57:35.154188 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-943a095a-19b1-4c75-aa64-5defa8d344c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:35.155744 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-943a095a-19b1-4c75-aa64-5defa8d344c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bdf662c-66f8-4d10-a836-7e578bcb677d HTTP/1.1" status: 200 len: 854 time: 0.1133943 Jun 07 13:57:35.163050 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:57:35.168639 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] 10.222.0.20 "PUT /v2.0/routers/1c47d6d6-aaa3-497f-a394-304cc37c9898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379467 Jun 07 13:57:35.171219 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51218) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:35.172670 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Sync routers for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:57:35.184449 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:35.185510 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:35.215310 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-82952dda-f217-4801-a76c-cdd949628462 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=105c2eb0-92d3-456d-9c18-213a70a49943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502989 Jun 07 13:57:35.222536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17dd54-fc56-4cf9-8191-9ed4e23baa75 req-fc5b36e5-6c27-41d1-b8b5-21a41e31f4bd tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:35.223927 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd17dd54-fc56-4cf9-8191-9ed4e23baa75 req-fc5b36e5-6c27-41d1-b8b5-21a41e31f4bd tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 944 time: 0.1507518 Jun 07 13:57:35.416006 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:35.442056 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:35.460927 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:35.468952 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bd17dd54-fc56-4cf9-8191-9ed4e23baa75 req-cefd4305-6fbe-46a8-b26a-2a4e5d988e92 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213383 Jun 07 13:57:35.516770 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-c35b9a6a-cbf2-4290-ad0e-5771d2261cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883914 Jun 07 13:57:35.654616 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3f545688-5c44-4111-83e2-5ad97c0422ae req-b2d5adad-9344-4038-815e-112bd222db65 service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313033 Jun 07 13:57:35.713314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:35.726193 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518e71f-ec6e-4246-a7fd-e33ae67cf698 req-c5c79789-0ee0-4a39-a6ea-672f379b314e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:35.728249 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b518e71f-ec6e-4246-a7fd-e33ae67cf698 req-c5c79789-0ee0-4a39-a6ea-672f379b314e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1873634 Jun 07 13:57:35.792263 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:57:33Z', 'revision_number': 5, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port': {'id': '82a77e68-11c6-4b97-8a43-9aa3d61bc10a', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:35.796284 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Checking router: 1c47d6d6-aaa3-497f-a394-304cc37c9898 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:57:35.805402 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Routers {'1c47d6d6-aaa3-497f-a394-304cc37c9898'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:35.806115 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1c47d6d6-aaa3-497f-a394-304cc37c9898'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:35.831295 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b518e71f-ec6e-4246-a7fd-e33ae67cf698 req-5d679134-016d-4e52-b00d-449fc94d8a78 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659707 Jun 07 13:57:35.845466 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Deleting port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:57:35.845809 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:35.847242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-728ae0ef-2de4-40f4-823c-5f80f793d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:35.857238 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-728ae0ef-2de4-40f4-823c-5f80f793d53a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 1097 time: 0.0844874 Jun 07 13:57:35.961404 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] Set router 1c47d6d6-aaa3-497f-a394-304cc37c9898 gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:35.973421 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] For port 82a77e68-11c6-4b97-8a43-9aa3d61bc10a, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:35.974065 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:35.994049 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-56a2fea2-17c1-47e6-a7c0-76ccaab7cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:35.995694 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-56a2fea2-17c1-47e6-a7c0-76ccaab7cc7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 200 len: 915 time: 0.1367128 Jun 07 13:57:36.073989 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-c28c39f5-fd1a-4b4e-b73b-4b00061369b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2 HTTP/1.1" status: 200 len: 217 time: 0.0693178 Jun 07 13:57:36.079611 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:57:35Z', 'revision_number': 6, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:36.085372 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eee101-2327-449f-b866-825dc9ca02da None None] The sync data for ids ['1c47d6d6-aaa3-497f-a394-304cc37c9898'] in dv-cinder-772623-7-iscsi is: [{'id': '1c47d6d6-aaa3-497f-a394-304cc37c9898', 'name': 'tempest-ServerRescueNegativeTestJSON-1660742551-router', 'tenant_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:57:35Z', 'revision_number': 6, 'project_id': 'd90de9c8f6034641b9982c9b4fa3c542', 'gw_port_host': None}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:57:36.102591 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Calling delete_port for 82a77e68-11c6-4b97-8a43-9aa3d61bc10a owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:57:36.150376 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-3fc85126-f8a5-4810-8a5a-05b4a93e6d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:36.151854 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-3fc85126-f8a5-4810-8a5a-05b4a93e6d66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2bdf662c-66f8-4d10-a836-7e578bcb677d HTTP/1.1" status: 200 len: 854 time: 0.0706248 Jun 07 13:57:36.203350 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-6edbb1f1-d7fb-40ca-9898-3e93713104ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=105c2eb0-92d3-456d-9c18-213a70a49943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427277 Jun 07 13:57:36.248414 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.252895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-75ecfbfd-48ae-49d0-ba69-6956cccef225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:36.298406 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Pushing event deleted for resources: {'Port': ['ID=82a77e68-11c6-4b97-8a43-9aa3d61bc10a,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:36.324273 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:36.343435 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-49c43ef6-a587-44e7-a37d-1a2b5e1e217b service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320801 Jun 07 13:57:36.389862 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.519956 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1c8e830d-fa8f-431f-afd8-d2bc931ca48a req-c8c3ab49-30f6-421a-a062-ca29903dc5e9 service neutron] 10.222.0.55 "GET /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686802 Jun 07 13:57:36.692993 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.695186 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.793230 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.794080 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c47d6d6-aaa3-497f-a394-304cc37c9898 {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 13:57:36.799215 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.800438 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1c47d6d6-aaa3-497f-a394-304cc37c9898 HTTP/1.1" status: 204 len: 168 time: 1.6281922 Jun 07 13:57:36.802841 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51228) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:36.873079 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Deleting subnet d6c4738e-1014-4d8b-bd4b-657d037d7f98 {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:57:36.878247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:36.923403 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f1921-8b08-48db-abda-29c5c2b786aa req-2ba2d7bd-f536-41d0-9411-8c8b9daffe52 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:36.924888 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d83f1921-8b08-48db-abda-29c5c2b786aa req-2ba2d7bd-f536-41d0-9411-8c8b9daffe52 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 944 time: 0.1811500 Jun 07 13:57:36.962624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.025852 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d83f1921-8b08-48db-abda-29c5c2b786aa req-cda834fe-c7e3-4513-80b5-2e87f7e5d100 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946445 Jun 07 13:57:37.036594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.051360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e4f10-8ee5-4b6c-b337-7b882c03c9fe req-6400ee7a-3c30-487f-8ccd-32320dd1cad8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:37.053623 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d95e4f10-8ee5-4b6c-b337-7b882c03c9fe req-6400ee7a-3c30-487f-8ccd-32320dd1cad8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0975077 Jun 07 13:57:37.112218 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.116268 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:37.123433 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d95e4f10-8ee5-4b6c-b337-7b882c03c9fe req-a0856b41-9ac0-4596-82b3-74cc6f725f42 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628896 Jun 07 13:57:37.155333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c4738e-1014-4d8b-bd4b-657d037d7f98,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:37.158399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:37.161113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.163105 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7402c689-287b-438f-9e19-81ffe12809ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6c4738e-1014-4d8b-bd4b-657d037d7f98 HTTP/1.1" status: 204 len: 168 time: 0.3593564 Jun 07 13:57:37.166397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51232) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:37.281956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.429773 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.434842 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device f2ced7b8-019c-416d-9cc6-6429ba27ed99 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:57:37.452423 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cad826-54e2-4fd5-b254-f1f4b313db20']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:37.471817 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: f2ced7b8-019c-416d-9cc6-6429ba27ed99 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:57:37.472168 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device f2ced7b8-019c-416d-9cc6-6429ba27ed99 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:57:37.472605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 82a77e68-11c6-4b97-8a43-9aa3d61bc10a no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:57:37.509618 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 82a77e68-11c6-4b97-8a43-9aa3d61bc10a {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:57:37.509981 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 82a77e68-11c6-4b97-8a43-9aa3d61bc10a not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:57:37.571632 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da5e295-a7ca-4a28-92e3-776081694beb') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:37.572136 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da5e295-a7ca-4a28-92e3-776081694beb') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:37.584263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.602777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.609933 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:57:37.610208 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:57:37.623934 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:57:37.704060 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.709656 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:37.738810 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:37.740575 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] 10.222.0.20 "DELETE /v2.0/networks/83cad826-54e2-4fd5-b254-f1f4b313db20 HTTP/1.1" status: 204 len: 168 time: 0.5732539 Jun 07 13:57:37.747997 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Pushing event deleted for resources: {'Network': ['ID=83cad826-54e2-4fd5-b254-f1f4b313db20,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:37.757687 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6a239c81-beb3-4500-98a5-14cc502da10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:37.919550 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51240) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:37.967629 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ce3662ad-4e33-4c4a-ba84-613aab1b7f85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d90de9c8f6034641b9982c9b4fa3c542&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468225 Jun 07 13:57:37.970054 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51242) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:38.028336 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:38.054174 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:38.136012 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:38.139826 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:38.144131 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78f9ff6e-8162-4e93-a3c1-9deda365b925 HTTP/1.1" status: 204 len: 168 time: 0.1728673 Jun 07 13:57:38.146379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e7142b75-c11d-4611-9393-69c880cd1698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:38.167398 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9ff6e-8162-4e93-a3c1-9deda365b925,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:38.170952 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:38.254705 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6988bd6-6e60-4d37-ad1e-bfb623a42187 req-58fa982e-a8df-4e63-8883-d2c414d39462 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:38.259618 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f6988bd6-6e60-4d37-ad1e-bfb623a42187 req-58fa982e-a8df-4e63-8883-d2c414d39462 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 944 time: 0.1081278 Jun 07 13:57:38.314220 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f6988bd6-6e60-4d37-ad1e-bfb623a42187 req-54a9a796-cc78-4965-8d26-2abef960cb86 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495150 Jun 07 13:57:38.424337 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc7b0e-8587-48f8-80f7-1d76dc68e087 req-ab1cf346-a6d3-40d2-b5a7-d9ddc0e79cd7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:38.433104 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fccc7b0e-8587-48f8-80f7-1d76dc68e087 req-ab1cf346-a6d3-40d2-b5a7-d9ddc0e79cd7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1417048 Jun 07 13:57:38.481390 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fccc7b0e-8587-48f8-80f7-1d76dc68e087 req-69115df9-d650-403f-a2e9-03682feb10e2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473502 Jun 07 13:57:39.035553 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51274) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:39.164320 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2088123128-network', 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:39.188115 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:57:39.190561 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.203673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.232264 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b934c-98b7-4e09-806d-a15e8320dac7 req-7ff4c67d-ba25-43c1-b84f-974bc1a6d1f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.234162 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c71b934c-98b7-4e09-806d-a15e8320dac7 req-7ff4c67d-ba25-43c1-b84f-974bc1a6d1f7 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0904386 Jun 07 13:57:39.286460 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c71b934c-98b7-4e09-806d-a15e8320dac7 req-47e58587-5823-428f-9d6f-0f04b9c13d1d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459254 Jun 07 13:57:39.312698 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51282) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:39.313247 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.317122 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.322032 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9676e2b5-a753-4713-b19f-61ed12d8457e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:39.355270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 13:57:39.364152 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b156f-cf68-457d-936f-dd79b299c2e2,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:39.368829 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:39.374059 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.374237 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Added segment 36f444bf-b99d-4015-9321-dda180c62c8b of type vlan for network 9165d824-41b8-4870-8940-c18c2c5e74eb Jun 07 13:57:39.401624 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.485524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device c60f58db-f54e-44dc-9726-b617f4cb20c2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:57:39.503706 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.517045 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.517960 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.541636 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:39.600446 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dea22f-a632-4d49-b4c7-0448b62acb43 tempest-TestMinimumBasicScenario-1812222755 tempest-TestMinimumBasicScenario-1812222755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.602740 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-68dea22f-a632-4d49-b4c7-0448b62acb43 tempest-TestMinimumBasicScenario-1812222755 tempest-TestMinimumBasicScenario-1812222755-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1094 time: 0.2882957 Jun 07 13:57:39.603802 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5670524 Jun 07 13:57:39.607782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51292) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:39.608112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51290) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:39.614199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Request body: {'subnet': {'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2088123128-subnet', 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:39.658846 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:39.662334 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'port_id': '203f25ac-4992-451a-aee0-4ff080636c64', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:39.669565 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Pushing event updated for resources: {'Network': ['ID=9165d824-41b8-4870-8940-c18c2c5e74eb,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:39.675571 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:39.676636 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'c60f58db-f54e-44dc-9726-b617f4cb20c2', 'network_id': '105c2eb0-92d3-456d-9c18-213a70a49943', 'port_id': 'c60f58db-f54e-44dc-9726-b617f4cb20c2', 'mac_address': 'fa:16:3e:cc:92:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdf662c-66f8-4d10-a836-7e578bcb677d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:57:39.683542 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 9165d824-41b8-4870-8940-c18c2c5e74eb details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 13:57:39.691804 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67105484-f605-4c00-b1f3-5d881657b265 req-42ad2a26-33b0-4c4d-bd63-57e71e3021f8 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.693722 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67105484-f605-4c00-b1f3-5d881657b265 req-42ad2a26-33b0-4c4d-bd63-57e71e3021f8 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 944 time: 0.2532377 Jun 07 13:57:39.701244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:57:39.703645 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.739267 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.769411 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-67105484-f605-4c00-b1f3-5d881657b265 req-a254ed59-2b9b-4f51-8fc7-aa948b2becf6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688400 Jun 07 13:57:39.835745 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.858076 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780d749-f4cd-4817-bd08-92c301dc4128 req-8e89f4d8-4b04-4e68-b72b-b9351d95b91c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:39.861361 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60f58db-f54e-44dc-9726-b617f4cb20c2 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:39.868275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1780d749-f4cd-4817-bd08-92c301dc4128 req-8e89f4d8-4b04-4e68-b72b-b9351d95b91c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.2389588 Jun 07 13:57:39.886098 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:39.891930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.894949 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:39.910094 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:39.955215 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1780d749-f4cd-4817-bd08-92c301dc4128 req-e0877f7e-39b9-4050-aec8-0aca53783820 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833604 Jun 07 13:57:39.980078 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:39.983742 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:40.011349 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.019179 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-56f06abc-193f-4f85-8f77-fb87ec9ee25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:40.066017 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Allocated IP 172.27.1.241 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/641184bf-c635-47b1-8401-21c20f7614da) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:40.146191 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:40.152264 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:40.161815 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Checking segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:57:40.162384 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Network hostable DHCP agents. Network: 9165d824-41b8-4870-8940-c18c2c5e74eb, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 13:57:40.187642 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Network 9165d824-41b8-4870-8940-c18c2c5e74eb is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 13:57:40.197716 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 9165d824-41b8-4870-8940-c18c2c5e74eb) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:40.202402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:40.202996 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.207036 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849def11-0226-4a69-acf9-1b82396dbc9a None None] Network 9165d824-41b8-4870-8940-c18c2c5e74eb requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:57:40.222892 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.224347 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6d5bc1fa-cd43-4b99-812f-1874060f5a26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6150608 Jun 07 13:57:40.257125 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:40.262218 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:40.300846 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['c60f58db-f54e-44dc-9726-b617f4cb20c2'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:40.331737 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:40.335246 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:40.341060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:40.376744 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'Port': ['ID=641184bf-c635-47b1-8401-21c20f7614da,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:40.380749 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:40.525213 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c87fda5-6743-4d07-afc5-7748b46302ea None None] Network 9165d824-41b8-4870-8940-c18c2c5e74eb requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 13:57:40.982005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49261b7-43ed-4e8f-99f1-9507c1dff800 req-99f1371d-a2f4-4846-800c-a498536982a2 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:40.983613 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f49261b7-43ed-4e8f-99f1-9507c1dff800 req-99f1371d-a2f4-4846-800c-a498536982a2 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 945 time: 0.0895376 Jun 07 13:57:41.018497 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-c17e53c6-a56d-4f10-a7a2-c173c3ebb83a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.020651 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-c17e53c6-a56d-4f10-a7a2-c173c3ebb83a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.1954706 Jun 07 13:57:41.046048 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-bd85944d-f874-4713-9b1e-056726ea5f7a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/quotas/46c89e1cb5e74700a6e7b51f6e7cb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0136299 Jun 07 13:57:41.054769 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f49261b7-43ed-4e8f-99f1-9507c1dff800 req-a792ff9e-678c-4ad1-a0d2-55e9d56e941a tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Jun 07 13:57:41.104805 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-5d7b9fae-23a7-4293-83c4-65f8c3e2a9bd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454159 Jun 07 13:57:41.112756 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.237035 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b748d22-542c-4ce7-a6da-85fc1b317f24 req-085e2b30-e43d-4aa1-b4a1-9d19d8bd26d8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.238466 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b748d22-542c-4ce7-a6da-85fc1b317f24 req-085e2b30-e43d-4aa1-b4a1-9d19d8bd26d8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0811014 Jun 07 13:57:41.289362 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6b748d22-542c-4ce7-a6da-85fc1b317f24 req-0e99237d-615c-4cc2-9c05-3e2c7220f88f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Jun 07 13:57:41.294160 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.335399 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-e3b7d334-3221-45f4-8516-e8564598695a service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134712 Jun 07 13:57:41.575435 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-d6a09c9e-7dd7-4be4-8669-6e3bc3a87f32 service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324412 Jun 07 13:57:41.628859 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.636127 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.643270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:41.653147 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9681f-ef12-4554-ae30-9546bf2f63ec req-6f0e54ef-cdaf-472e-9236-b007e00f940e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.654832 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c1c9681f-ef12-4554-ae30-9546bf2f63ec req-6f0e54ef-cdaf-472e-9236-b007e00f940e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0996220 Jun 07 13:57:41.756206 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c1c9681f-ef12-4554-ae30-9546bf2f63ec req-ba022103-acf9-4877-9ad7-ed2b8798787e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953877 Jun 07 13:57:41.766537 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'Port': ['ID=641184bf-c635-47b1-8401-21c20f7614da,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:41.777964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:41.798423 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-cafc264d-c7c8-4fbd-881a-995d3ce21829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.799870 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-cafc264d-c7c8-4fbd-881a-995d3ce21829 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1099 time: 0.1238387 Jun 07 13:57:41.828360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:41.903112 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c84bbfce-1049-42a6-ba5f-a0baa0929ef2 req-17a2a50a-90d8-465f-a39e-7fa4ef845b36 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 210 time: 0.1075840 Jun 07 13:57:41.959356 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-cd5377ea-5b0b-47f3-afe8-d1c42c875fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:41.961287 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-cd5377ea-5b0b-47f3-afe8-d1c42c875fa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.1545568 Jun 07 13:57:42.031650 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Floating IP e1bc7419-8662-48fb-a742-c3d735c5b24e associated. External IP: 172.27.1.241, port: 203f25ac-4992-451a-aee0-4ff080636c64. Jun 07 13:57:42.087081 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-bc553a6b-4a92-4a38-b51e-52886af61b02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 1002 time: 0.1153944 Jun 07 13:57:42.182693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-bba7775e-a224-43e1-8659-795ef1ef4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.184327 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-bba7775e-a224-43e1-8659-795ef1ef4d08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0873935 Jun 07 13:57:42.333752 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-ab426a43-5750-4c10-b454-659b6302859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.335530 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-ab426a43-5750-4c10-b454-659b6302859f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096358 Jun 07 13:57:42.344217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07066497-63fd-45ec-9739-acc113dcbbe3 req-29c33828-f70e-4538-bc14-a713ef7141b4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:42.345908 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-07066497-63fd-45ec-9739-acc113dcbbe3 req-29c33828-f70e-4538-bc14-a713ef7141b4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 945 time: 0.1692305 Jun 07 13:57:42.582557 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-07066497-63fd-45ec-9739-acc113dcbbe3 req-dcf46acf-6168-4c9f-8096-4035d99a8814 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147052 Jun 07 13:57:42.627273 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-6746e8c3-6311-4e45-8402-8a262fd15b39 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800462 Jun 07 13:57:42.634378 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Router f8c9bc40-d912-40f8-927b-f2284a678b90 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:57:42.792271 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-27897958-cb86-4c3b-b54d-b297dc0e3a01 req-f00d7e93-b463-4989-8228-f0f09cd31af5 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448660 Jun 07 13:57:42.850046 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:57:42.863311 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a6232-7bca-486b-a050-f10765669746 None None] Sync routers for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:57:42.871778 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:42.874240 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:42.875076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:43.012292 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3560948 Jun 07 13:57:43.012292 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:43.013124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51334) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:43.014331 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2158e3-32dd-4340-ad22-b88c3f7be603" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:43.019968 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-571139524', 'description': 'tempest-secgroup-smoke-571139524 description', 'project_id': '8faa95299e8840bca171492308a4c40e'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:43.050356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163641-8c8d-45ef-aad5-2572eec22a04 req-fb6caf83-64d9-41b6-ae52-bd4b8463b19c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:43.052072 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-58163641-8c8d-45ef-aad5-2572eec22a04 req-fb6caf83-64d9-41b6-ae52-bd4b8463b19c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1331098 Jun 07 13:57:43.075365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.099439 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:43.114404 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-58163641-8c8d-45ef-aad5-2572eec22a04 req-03994ffd-2737-4ddc-9d64-914a0efa1af4 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Jun 07 13:57:43.147033 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95df393f-1e78-4c08-9e1b-9da1d397ccbe req-ea484699-1140-4909-87ae-92ce134ac6d5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 210 time: 0.0575633 Jun 07 13:57:43.174954 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ecab91-f487-4eb9-8c35-60a8a1757956 x-openstack-request-id: req-c9ecab91-f487-4eb9-8c35-60a8a1757956 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:43.175494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:43.176947 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9ecab91-f487-4eb9-8c35-60a8a1757956 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:43.176947 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 13:57:43.263993 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.270007 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.273761 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:43.392612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.398156 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3792388 Jun 07 13:57:43.399673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51338) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:43.404632 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:43.416177 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14144a8-2d88-4d06-9f66-09f9c618caae,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:43.469407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.470508 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:43.521551 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device c60f58db-f54e-44dc-9726-b617f4cb20c2 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:57:43.525633 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-f790dbb8-84a5-4644-a652-15edd4ae4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:43.527181 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-f790dbb8-84a5-4644-a652-15edd4ae4627 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1099 time: 0.2333095 Jun 07 13:57:43.535566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-5be32e3a-b3c9-4bfa-8217-6e5583036ab9 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:43.537019 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-5be32e3a-b3c9-4bfa-8217-6e5583036ab9 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.2419326 Jun 07 13:57:43.581620 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Request body: {'port': {'device_id': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'admin_state_up': True, 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:43.585652 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.590742 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.594977 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1e8ad1e5-9f3a-4f42-bd9d-d20940f6b239 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:43.627344 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06323105-c3dc-4875-81b9-4ec94316d6db,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:43.630388 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:43.637506 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.641729 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-80266b80-1cd1-46fd-b554-9284be8052f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390785 Jun 07 13:57:43.642230 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51346) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:43.650456 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:43.699699 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.754450 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port c60f58db-f54e-44dc-9726-b617f4cb20c2 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:57:43.761629 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port c60f58db-f54e-44dc-9726-b617f4cb20c2 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:43.762364 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.816735 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'e1bc7419-8662-48fb-a742-c3d735c5b24e', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'port_id': '203f25ac-4992-451a-aee0-4ff080636c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'mac_address': 'fa:16:3e:e3:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a9372-00fe-4131-a92f-89715373dbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:40Z', 'updated_at': '2021-06-07T13:57:40Z', 'revision_number': 0, 'project_id': '8faa95299e8840bca171492308a4c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:43.819809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-2d7ff7cc-e874-4247-9145-af0fc8ceb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:43.822732 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-2d7ff7cc-e874-4247-9145-af0fc8ceb614 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.2839108 Jun 07 13:57:43.826304 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.827250 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a6232-7bca-486b-a050-f10765669746 None None] Checking router: f8c9bc40-d912-40f8-927b-f2284a678b90 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:57:43.830907 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.833769 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:43.844227 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:57:43.844865 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:43.862416 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e35c3b5-c417-4860-9777-419a4b112cb3,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:43.865608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:43.872659 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.880072 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-8c2c96ce-109b-4735-9c31-726f4dadc8a4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2359881 Jun 07 13:57:43.885922 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51350) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:43.891029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:43.922696 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.991690 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:43.998728 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.018064 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:44.037785 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.042223 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548591 Jun 07 13:57:44.042586 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51352) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:44.043541 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bed0a46-233c-4652-9ce8-c695da9d7b50,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:44.047239 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:44.054271 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:57:44.065898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.089843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:44.103684 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-3b78f00b-b476-4ff0-90ba-3ab74c4aeb56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 1000 time: 0.2690992 Jun 07 13:57:44.130805 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.186022 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:57:44.252868 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4f0bf-a677-4602-9adf-cf4673fe58e4 req-b42a5e2c-ad82-4e8b-98da-a029795a4297 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:44.254528 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dcb4f0bf-a677-4602-9adf-cf4673fe58e4 req-b42a5e2c-ad82-4e8b-98da-a029795a4297 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 945 time: 0.4314585 Jun 07 13:57:44.298242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.353393 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc052ba5-0e3e-4da4-83eb-a5f39e5de9f5 req-e1052391-cb9e-4efc-94fe-666fe03b3a6a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:44.353751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-cb5ceedf-7926-475d-a763-c03d306f68a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:44.355310 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-cb5ceedf-7926-475d-a763-c03d306f68a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.2342489 Jun 07 13:57:44.355591 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cc052ba5-0e3e-4da4-83eb-a5f39e5de9f5 req-e1052391-cb9e-4efc-94fe-666fe03b3a6a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1165955 Jun 07 13:57:44.384188 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:44.386884 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d2a7dd-2b14-42ba-9b12-6dc902db45aa" -d '{"events": [{"server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "name": "network-vif-plugged", "status": "completed", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:44.403793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:44.409471 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.420734 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-bf4c9f59-9daa-4402-8911-f9c3094610ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:44.434725 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cc052ba5-0e3e-4da4-83eb-a5f39e5de9f5 req-aecede53-8b65-452a-bd6d-ce3cb46cf415 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633278 Jun 07 13:57:44.499901 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dcb4f0bf-a677-4602-9adf-cf4673fe58e4 req-6f4d05b1-450c-475d-af1e-33221aec9cec tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208490 Jun 07 13:57:44.609460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.626210 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.637082 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:44.652017 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Allocated IP 172.20.0.4 (9165d824-41b8-4870-8940-c18c2c5e74eb/28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f/44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:57:44.671965 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37fdf15-e06e-435d-9db4-2153c7eff4a2,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:44.678769 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:44.689998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-b012c81b-60a2-4161-8784-03c90bc1b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:44.691465 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-b012c81b-60a2-4161-8784-03c90bc1b6b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3200407 Jun 07 13:57:44.695341 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.695483 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6681188-8cae-4c7f-9092-ea49cbdf9825 x-openstack-request-id: req-a6681188-8cae-4c7f-9092-ea49cbdf9825 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:44.695870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "name": "network-vif-plugged", "status": "completed", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:44.696334 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6681188-8cae-4c7f-9092-ea49cbdf9825 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:44.696874 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2', 'code': 200} Jun 07 13:57:44.697533 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6441791 Jun 07 13:57:44.705718 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:44.706142 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7a783bfa-f622-4909-aebc-878d7d155ba2 req-cf5f2337-5930-49f4-84a5-1b7da29921b3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 210 time: 0.0562854 Jun 07 13:57:44.706781 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51362) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:44.718883 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:44.720118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:44.757490 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.securitygroups_db [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Project 8faa95299e8840bca171492308a4c40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:57:44.766183 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.845009 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-823a6232-7bca-486b-a050-f10765669746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'e1bc7419-8662-48fb-a742-c3d735c5b24e', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'port_id': '203f25ac-4992-451a-aee0-4ff080636c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'mac_address': 'fa:16:3e:e3:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a9372-00fe-4131-a92f-89715373dbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:40Z', 'updated_at': '2021-06-07T13:57:40Z', 'revision_number': 0, 'project_id': '8faa95299e8840bca171492308a4c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:57:44.850476 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823a6232-7bca-486b-a050-f10765669746 None None] The sync data for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi is: [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'e1bc7419-8662-48fb-a742-c3d735c5b24e', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'port_id': '203f25ac-4992-451a-aee0-4ff080636c64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'mac_address': 'fa:16:3e:e3:5c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0a9372-00fe-4131-a92f-89715373dbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:57:40Z', 'updated_at': '2021-06-07T13:57:40Z', 'revision_number': 0, 'project_id': '8faa95299e8840bca171492308a4c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:57:44.868379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.873636 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.876023 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:44.908983 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3542f0f5-05a7-4fdb-a70e-37ac24130fd0,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:44.911590 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:44.919704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:44.920909 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-52c87b05-9a41-4ea7-8e01-d15953e5271a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2129860 Jun 07 13:57:44.924014 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51364) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:57:44.939808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'security_group_rule': {'security_group_id': 'd14144a8-2d88-4d06-9f66-09f9c618caae', 'project_id': '8faa95299e8840bca171492308a4c40e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:45.045865 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d3b9c-f831-4c18-bfe5-308f00fb2789 req-c4fef866-0cca-4c33-babd-7c31199efa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:45.048241 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-323d3b9c-f831-4c18-bfe5-308f00fb2789 req-c4fef866-0cca-4c33-babd-7c31199efa5d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 1099 time: 0.1001737 Jun 07 13:57:45.099373 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-323d3b9c-f831-4c18-bfe5-308f00fb2789 req-82f4397c-7597-4d08-9d56-1c7ab8bdee5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421121 Jun 07 13:57:45.125245 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93772ea-3ab7-4915-b2d7-3d5da8cf23af None None] New status for floating IP e1bc7419-8662-48fb-a742-c3d735c5b24e: ACTIVE {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:57:45.128169 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.securitygroups_db [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Project 8faa95299e8840bca171492308a4c40e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 13:57:45.162211 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.171178 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-67ee82fc-6f8e-405d-9435-f81615681cab service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626424 Jun 07 13:57:45.237970 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.266168 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.272944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.283302 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8dd9ea85-7e33-485e-8f40-186de3cbdca9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:45.311051 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6a8f52-fa70-42d0-8c8d-21d9e8addd40,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:45.313939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:45.316251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.321887 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3180db6d-feb8-4b4a-81ca-ee279d9b575d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3897085 Jun 07 13:57:45.330231 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.336037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:45.459590 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event updated for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:45.466072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Network 9165d824-41b8-4870-8940-c18c2c5e74eb is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:57:45.469360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:45.478895 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:57:45.484826 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:57:45.605356 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-44e46877-6fc0-4d27-8a53-d2b1b013d15f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571139524&fields=id&tenant_id=8faa95299e8840bca171492308a4c40e HTTP/1.1" status: 200 len: 267 time: 0.1903837 Jun 07 13:57:45.659673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:45.660274 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:45.707154 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c2158e3-32dd-4340-ad22-b88c3f7be603 req-87aaf032-76e3-4f98-a683-6dcdc8fc37fd service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905450 Jun 07 13:57:45.712626 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1351249 Jun 07 13:57:45.743555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-21583608-5443-444c-8d32-2ef1f40871ff tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:45.745845 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-21583608-5443-444c-8d32-2ef1f40871ff tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.1288455 Jun 07 13:57:45.751801 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Request body: {'port': {'device_id': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:45.765467 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a44a4-316a-4a08-8420-a76c18d57efc req-a33b1e6a-99cc-48ec-9f35-465612922cdb tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:45.766939 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-990a44a4-316a-4a08-8420-a76c18d57efc req-a33b1e6a-99cc-48ec-9f35-465612922cdb tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.1057835 Jun 07 13:57:45.799878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'port': {'security_groups': ['9380f13f-8712-44c8-b544-1c0a4b66d5e8', 'd14144a8-2d88-4d06-9f66-09f9c618caae']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:57:45.823961 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-990a44a4-316a-4a08-8420-a76c18d57efc req-b0bd7e34-9041-44ed-9fb9-f525c8dfd4d6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Jun 07 13:57:45.991661 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.005040 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.034309 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571c7ee-9c9f-49fc-bf00-60ccd5a86495 req-29e6834b-a2e2-4b3b-a4b3-e9bad1835f8a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:46.036486 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1571c7ee-9c9f-49fc-bf00-60ccd5a86495 req-29e6834b-a2e2-4b3b-a4b3-e9bad1835f8a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 931 time: 0.0946469 Jun 07 13:57:46.114839 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1571c7ee-9c9f-49fc-bf00-60ccd5a86495 req-4b03f1f1-4a61-4bd1-bc93-66a082edb049 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Jun 07 13:57:46.504465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:46.596004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.598879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:46.605568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.608311 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.614128 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2af19351-6c61-47cf-b48d-488c5b996284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:46.653341 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['203f25ac-4992-451a-aee0-4ff080636c64'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:46.791113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Transition to ACTIVE for port object 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:57:46.804583 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:46.805279 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.807284 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c3df3376-72f7-40e8-bd48-e2d41b39dc38 req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "PUT /v2.0/ports/203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 982 time: 1.0292239 Jun 07 13:57:46.807999 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:46.810386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:46.812892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:46.904651 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=6']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:46.915757 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:46.918252 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:46.953265 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5de0fae-4754-4dd9-81d9-092d9c511bab x-openstack-request-id: req-e5de0fae-4754-4dd9-81d9-092d9c511bab {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:46.953569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:46.953878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5de0fae-4754-4dd9-81d9-092d9c511bab {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:46.954332 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 13:57:47.048839 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['203f25ac-4992-451a-aee0-4ff080636c64'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:47.165879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfe404-1c4b-4799-b7a0-947a4666ff65 req-ee72b48c-da95-4748-9bb8-1746d819b45b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.170278 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-34dfe404-1c4b-4799-b7a0-947a4666ff65 req-ee72b48c-da95-4748-9bb8-1746d819b45b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.1463578 Jun 07 13:57:47.236341 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-34dfe404-1c4b-4799-b7a0-947a4666ff65 req-3c98d07b-64ed-493a-b757-702952097b07 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563698 Jun 07 13:57:47.255782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Pushing event updated for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:47.274860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-7ad3d639-4207-413d-89a0-489a069169a3 None None] Provisioning complete for port 203f25ac-4992-451a-aee0-4ff080636c64 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:47.275179 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7ad3d639-4207-413d-89a0-489a069169a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:47.310896 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:47.313181 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Attempting to bind port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:57:47.313618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Attempting to bind port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:57:47.314044 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Attempting to bind port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:47.333701 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 on network 9165d824-41b8-4870-8940-c18c2c5e74eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:57:47.334417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Attempting to bind port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:57:47.369866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-cab2ec28-ffe9-4899-ad4a-843204b82ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.376011 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-cab2ec28-ffe9-4899-ad4a-843204b82ed8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1138 time: 0.3719389 Jun 07 13:57:47.377199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:57:47.377755 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Checking segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:57:47.378449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Bound using segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:57:47.378968 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Bound port: 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:57:47.379382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:47.474215 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a9aee-ce83-4332-8ad2-675b530f1df2 req-db588a53-0ac8-4266-b747-74fb982db184 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.476138 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a45a9aee-ce83-4332-8ad2-675b530f1df2 req-db588a53-0ac8-4266-b747-74fb982db184 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 943 time: 0.1021545 Jun 07 13:57:47.496054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404fbb2-f6f3-4a9c-80aa-0763fa5dd570 req-616a5885-c0ba-4e87-87ae-92b754dfc819 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.498047 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2404fbb2-f6f3-4a9c-80aa-0763fa5dd570 req-616a5885-c0ba-4e87-87ae-92b754dfc819 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.3863654 Jun 07 13:57:47.558169 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a45a9aee-ce83-4332-8ad2-675b530f1df2 req-627cebaa-fe26-4894-80e4-3fc568ec8113 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626783 Jun 07 13:57:47.671950 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2404fbb2-f6f3-4a9c-80aa-0763fa5dd570 req-926ffed2-6772-46f5-ace1-ead55bbb85aa tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392639 Jun 07 13:57:47.698937 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:57:47.710689 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-204c5cc6-5175-4317-b7f7-4a5608d52882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.713928 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-204c5cc6-5175-4317-b7f7-4a5608d52882 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.3103225 Jun 07 13:57:47.718147 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:57:47.789198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:47.802574 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:47.884735 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:47.885397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:47.886799 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] 10.222.0.55 "PUT /v2.0/ports/44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 HTTP/1.1" status: 200 len: 1093 time: 2.1396754 Jun 07 13:57:47.909052 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-4a08ec8b-e219-4244-9405-24cd98a2ea8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 1002 time: 0.1861382 Jun 07 13:57:47.919190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Pushing event updated for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:47.922288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:48.038894 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-0ee5f9fc-29f6-4269-8a96-0464e57cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.040989 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-0ee5f9fc-29f6-4269-8a96-0464e57cb1d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.1166306 Jun 07 13:57:48.126606 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-0b35ec36-5a76-4fcc-af84-90e8c92c7076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.127951 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-0b35ec36-5a76-4fcc-af84-90e8c92c7076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 1096 time: 0.1474648 Jun 07 13:57:48.147551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-ba054d37-c8ee-4c65-9025-3cff131f0ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.149082 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-ba054d37-c8ee-4c65-9025-3cff131f0ea5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964131 Jun 07 13:57:48.240183 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-402eb69c-02a2-4cdc-9433-af101e1e5e2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 HTTP/1.1" status: 200 len: 217 time: 0.0893512 Jun 07 13:57:48.434430 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-de488ffd-aa89-4289-8f23-de51c3487dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.435952 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-de488ffd-aa89-4289-8f23-de51c3487dcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.1782231 Jun 07 13:57:48.445635 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-2a503bd8-d8be-4cc0-bb16-65d6fc779a8b service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398973 Jun 07 13:57:48.540847 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-6ad72018-2023-4bdc-b557-80baa56d8e41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784166 Jun 07 13:57:48.933471 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89fc669a-48bd-44d2-8f1b-5a0bb3bbeb84 req-f608596a-07d9-45ad-9d69-6d97e756eb25 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693482 Jun 07 13:57:48.955718 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:48.958064 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86" -d '{"events": [{"name": "network-changed", "server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:48.963275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-da8e1ef0-5d04-41e2-b05a-318bb34d45ef service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976636 Jun 07 13:57:48.982085 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954e3b5-9b3a-4b28-8c5d-d33c26539eb0 req-52f1e52e-0554-4481-aa9d-c7a2b144f2e7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:48.983348 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e954e3b5-9b3a-4b28-8c5d-d33c26539eb0 req-52f1e52e-0554-4481-aa9d-c7a2b144f2e7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 943 time: 0.2793112 Jun 07 13:57:49.038109 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bb25fe-460b-4211-8e6d-4f5f172d8329 x-openstack-request-id: req-e2bb25fe-460b-4211-8e6d-4f5f172d8329 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:49.038423 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:49.038698 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2bb25fe-460b-4211-8e6d-4f5f172d8329 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:49.039125 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', 'status': 'completed', 'code': 200} Jun 07 13:57:49.129463 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e954e3b5-9b3a-4b28-8c5d-d33c26539eb0 req-661fbb6f-2dbc-454c-b0ca-2a45a586abdc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235812 Jun 07 13:57:49.166462 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41b7db46-9f61-4216-8048-3c0899a812e3 req-37524b22-11c5-4137-afe0-22550d3db830 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820104 Jun 07 13:57:49.373373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-2a6b1b2e-0d54-4161-8662-6d9038c51738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:49.376366 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-2a6b1b2e-0d54-4161-8662-6d9038c51738 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 1096 time: 0.1052778 Jun 07 13:57:49.538066 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-9823118a-7732-4d76-a240-63225aaa6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:49.539939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-9823118a-7732-4d76-a240-63225aaa6ecf service neutron] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 916 time: 0.1560133 Jun 07 13:57:49.632513 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-91aaf548-1415-4381-991a-a0d7ae88e8c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 HTTP/1.1" status: 200 len: 217 time: 0.0726089 Jun 07 13:57:49.707745 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-ad70f72c-2ed0-4687-8d3c-6db9df7efc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:49.709530 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-ad70f72c-2ed0-4687-8d3c-6db9df7efc4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.0663037 Jun 07 13:57:49.759630 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-655bfc5c-14d2-4ab2-8612-635d80a55d1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424757 Jun 07 13:57:49.904530 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-0a0d2792-b504-4d7b-8acd-3f198b8ac5bc service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359549 Jun 07 13:57:50.047304 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cbc3c7ea-a372-4572-8ca0-7b968ff15c86 req-b663f5dd-17e0-4091-8a66-8858d304b6bd service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327698 Jun 07 13:57:50.332887 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c088be-6e98-4e09-8821-036c2e22e955 req-3cba9d8b-5929-4e4f-907e-6d2af695b174 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:50.334307 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-73c088be-6e98-4e09-8821-036c2e22e955 req-3cba9d8b-5929-4e4f-907e-6d2af695b174 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 943 time: 0.0831370 Jun 07 13:57:50.381901 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-73c088be-6e98-4e09-8821-036c2e22e955 req-886fe308-1188-45a1-8088-5b4efa6d3b9c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409074 Jun 07 13:57:51.589926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a72150-3fe8-4690-a934-a9110155a335 req-e10aecbf-b0fc-46a7-b185-01e7e906188d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:51.591359 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-71a72150-3fe8-4690-a934-a9110155a335 req-e10aecbf-b0fc-46a7-b185-01e7e906188d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 943 time: 0.0936279 Jun 07 13:57:51.641610 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-71a72150-3fe8-4690-a934-a9110155a335 req-6f075290-787f-4f6d-8893-f1cb036a746b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446823 Jun 07 13:57:52.937661 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92b2e3-90c5-48ba-ae1d-4fce20f1596a req-641c3f08-4bb3-4b1e-a25d-f285b9e0db56 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:52.939170 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc92b2e3-90c5-48ba-ae1d-4fce20f1596a req-641c3f08-4bb3-4b1e-a25d-f285b9e0db56 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 943 time: 0.1721449 Jun 07 13:57:53.109507 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc92b2e3-90c5-48ba-ae1d-4fce20f1596a req-b444ead7-29fc-45a1-a9a7-2bbfe550be45 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641707 Jun 07 13:57:53.565885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:57:53.709063 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:53.727735 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'port_id': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', 'mac_address': 'fa:16:3e:bb:9e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:57:53.797217 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:53.820592 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:57:53.839709 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:53.846256 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:53.849096 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:53.925336 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:53.928687 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:54.309038 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:57:54.364204 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110c2b-7dba-420d-b1af-e18c65f3faf6 req-21fd0644-af2b-4872-956c-ee66128a9b36 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:54.365651 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-43110c2b-7dba-420d-b1af-e18c65f3faf6 req-21fd0644-af2b-4872-956c-ee66128a9b36 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 944 time: 0.1459403 Jun 07 13:57:54.419563 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-43110c2b-7dba-420d-b1af-e18c65f3faf6 req-d6e831c6-e4ac-46a0-82a3-4ea2eebc3383 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Jun 07 13:57:55.397461 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-183ce2c1-9012-4cb1-8b4a-bdac961a33b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.573965 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:57:55.612889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75c31e-9572-48c6-b2b8-8caab0934c28 req-4edf6535-f572-471f-a5c6-e5d804f0d41b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:55.614361 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8d75c31e-9572-48c6-b2b8-8caab0934c28 req-4edf6535-f572-471f-a5c6-e5d804f0d41b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 944 time: 0.0846496 Jun 07 13:57:55.652801 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:57:55.661092 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:57:55.661856 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.669632 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8d75c31e-9572-48c6-b2b8-8caab0934c28 req-34902633-68d4-4f3a-8645-615748bdad1e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Jun 07 13:57:55.796087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.825568 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:57:55.827777 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4020ebf-44a9-453b-a6c3-2ae0add64a91" -d '{"events": [{"server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:57:55.835406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:57:55.841380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:55.844570 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:57:55.907812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03752fb9-3fd6-4aed-8c88-3774c1f12fef x-openstack-request-id: req-03752fb9-3fd6-4aed-8c88-3774c1f12fef {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:57:55.908104 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "name": "network-vif-plugged", "status": "completed", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:57:55.908356 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03752fb9-3fd6-4aed-8c88-3774c1f12fef {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:57:55.908747 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', 'code': 200} Jun 07 13:57:55.954587 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:57:55.958130 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:57:56.203650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b6bae-170f-474b-a5f9-963960278e0d req-33efdfe6-156c-491e-a2f2-0b67e9d52497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:56.205129 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-da1b6bae-170f-474b-a5f9-963960278e0d req-33efdfe6-156c-491e-a2f2-0b67e9d52497 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 1098 time: 0.0875123 Jun 07 13:57:56.260498 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-da1b6bae-170f-474b-a5f9-963960278e0d req-5b0e8bff-a6df-4a6c-b699-601d94e5e009 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Jun 07 13:57:56.873910 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382456c-3dc9-498f-aded-38da73d35065 req-9f629962-2a9c-4f6e-8bab-fac46badddfb tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:56.875376 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8382456c-3dc9-498f-aded-38da73d35065 req-9f629962-2a9c-4f6e-8bab-fac46badddfb tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.0875611 Jun 07 13:57:56.926354 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8382456c-3dc9-498f-aded-38da73d35065 req-be8c324b-3ab4-46c6-a1dc-666e34c16e1c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Jun 07 13:57:57.918474 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ba50e347-82ca-4f63-bf17-adbc088fba48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:58.054274 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:58.140781 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b932f09-e5e6-459a-b600-9f8304f7611c req-52ece827-7ce5-4a2b-9a21-c0b2689d0034 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:58.141665 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7b932f09-e5e6-459a-b600-9f8304f7611c req-52ece827-7ce5-4a2b-9a21-c0b2689d0034 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.0950894 Jun 07 13:57:58.276925 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7b932f09-e5e6-459a-b600-9f8304f7611c req-a5419c01-de80-45fc-93dd-bf428ffeb42d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259112 Jun 07 13:57:59.159578 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:57:59.480675 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf9de7-199a-41ab-b45a-1fd636dae59b req-b36d9ef6-c6ef-46bc-95d2-0dec9aed29f7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:57:59.482134 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-45bf9de7-199a-41ab-b45a-1fd636dae59b req-b36d9ef6-c6ef-46bc-95d2-0dec9aed29f7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.0856206 Jun 07 13:57:59.536002 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-45bf9de7-199a-41ab-b45a-1fd636dae59b req-04670744-bbd9-4d1c-8e8d-a4d78781dd0c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jun 07 13:58:00.749475 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76398c32-093f-4b2a-acea-2abe16a0d110 req-effc1d36-c110-4484-9d1c-7e86ed16c205 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:00.757525 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-76398c32-093f-4b2a-acea-2abe16a0d110 req-effc1d36-c110-4484-9d1c-7e86ed16c205 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.1008327 Jun 07 13:58:00.813494 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-76398c32-093f-4b2a-acea-2abe16a0d110 req-e50f1fed-8030-4350-bfb3-35eb95e4f004 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522368 Jun 07 13:58:00.882415 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:01.856436 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eeb9f-b5de-45ed-b4d9-057a1f4522d0 req-e1a76d22-71c2-4d40-a238-6e813b533079 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:01.857908 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-495eeb9f-b5de-45ed-b4d9-057a1f4522d0 req-e1a76d22-71c2-4d40-a238-6e813b533079 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0881932 Jun 07 13:58:01.914358 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-495eeb9f-b5de-45ed-b4d9-057a1f4522d0 req-f19568a5-b180-4427-8f62-ade6200031d9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487306 Jun 07 13:58:02.053648 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d0a3a-632c-4737-9431-50cea5c39443 req-90cac61e-3a8a-49bb-aec2-852b7502c0fd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:02.055476 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e11d0a3a-632c-4737-9431-50cea5c39443 req-90cac61e-3a8a-49bb-aec2-852b7502c0fd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.1127267 Jun 07 13:58:02.103916 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e11d0a3a-632c-4737-9431-50cea5c39443 req-1d506708-0214-46e2-b464-6658a93af10c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Jun 07 13:58:02.786727 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:58:03.125395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752462e-b81d-4dd5-980e-649ab0c4edde req-8d3d518f-f30a-442a-a636-fa1eb4af916c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:03.126970 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7752462e-b81d-4dd5-980e-649ab0c4edde req-8d3d518f-f30a-442a-a636-fa1eb4af916c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0924115 Jun 07 13:58:03.176264 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7752462e-b81d-4dd5-980e-649ab0c4edde req-818792b3-45e7-401f-afde-dbac7b141252 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431304 Jun 07 13:58:04.392746 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b429a4-1c54-4726-ab1d-b608593960b2 req-a73ee9ca-510e-455c-a3a2-0e27005a3090 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:04.394266 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b5b429a4-1c54-4726-ab1d-b608593960b2 req-a73ee9ca-510e-455c-a3a2-0e27005a3090 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0920858 Jun 07 13:58:04.443722 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b5b429a4-1c54-4726-ab1d-b608593960b2 req-2920b974-acb5-4cbc-91e8-b4741a4021dc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Jun 07 13:58:05.458924 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:05.662938 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72ee9-f32c-48cd-b61d-fbfb5344fd1d req-a908e523-2cf6-420c-8465-daea57b9e448 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:05.665018 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-39b72ee9-f32c-48cd-b61d-fbfb5344fd1d req-a908e523-2cf6-420c-8465-daea57b9e448 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.0929973 Jun 07 13:58:05.718278 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-39b72ee9-f32c-48cd-b61d-fbfb5344fd1d req-121ca551-68bc-419a-88e8-9d2ec4c2b998 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457752 Jun 07 13:58:05.854807 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-1f678c00-1fbc-45d4-aba5-98db398a7670 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858910 Jun 07 13:58:05.986312 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-517d56d8-6819-402d-8303-8cf24bd7202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:05.988907 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-517d56d8-6819-402d-8303-8cf24bd7202d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 1099 time: 0.0907757 Jun 07 13:58:06.150613 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-b5a5689f-6c7b-4a42-bd92-715b52133442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:06.152025 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-b5a5689f-6c7b-4a42-bd92-715b52133442 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.1390731 Jun 07 13:58:06.274499 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-8e62fdf6-45cc-45c0-adfa-26cd2a9596c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 200 len: 1002 time: 0.1066458 Jun 07 13:58:06.358704 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-238feea1-f2b9-45e1-a755-065424fa6cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:06.361999 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-238feea1-f2b9-45e1-a755-065424fa6cff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0796921 Jun 07 13:58:06.501680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-8cb66881-ef7a-442f-99bb-c3e8a57241db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:06.504203 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-8cb66881-ef7a-442f-99bb-c3e8a57241db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1366868 Jun 07 13:58:06.680867 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-aa2e6cdf-e93e-421c-b37a-147556348fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397932 Jun 07 13:58:06.918688 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0d41fee0-9450-41ce-8f7f-adf51fb65c16 req-5cedd757-da26-41df-bef4-ccbeaa676aae service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272496 Jun 07 13:58:06.968734 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-e7f0db01-f261-4551-8d5d-79d2ac7687df tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:06.970175 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-e7f0db01-f261-4551-8d5d-79d2ac7687df tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.1583862 Jun 07 13:58:06.985622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a32743-f7c9-4376-8f58-1ae1a8a422f2 req-c2122443-6502-4499-8574-beb3c097f0ed tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:06.987072 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13a32743-f7c9-4376-8f58-1ae1a8a422f2 req-c2122443-6502-4499-8574-beb3c097f0ed tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 946 time: 0.1386876 Jun 07 13:58:07.091403 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13a32743-f7c9-4376-8f58-1ae1a8a422f2 req-c4122047-5c7b-4a58-b2d3-43d44b782a06 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a0f9a7e-f95e-40e4-9ac6-37c60914158c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984886 Jun 07 13:58:07.163421 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Deleting port 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:58:07.163787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.301572 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] For port 561ca597-9635-4e5c-a850-639e3ae40bbe, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=561ca597-9635-4e5c-a850-639e3ae40bbe,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:07.301922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.702482 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.702928 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.703389 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Floating IP 6793f427-aa4d-4aaa-a1a6-46ef2055058b disassociated. External IP: 172.27.1.223, port: 561ca597-9635-4e5c-a850-639e3ae40bbe. Jun 07 13:58:07.710189 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Calling delete_port for 561ca597-9635-4e5c-a850-639e3ae40bbe owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:58:07.825413 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:07.831854 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-036b5440-b3bd-489a-9771-44820bf28f2d tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:07.883021 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'Port': ['ID=561ca597-9635-4e5c-a850-639e3ae40bbe,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:07.886528 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:08.102951 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:58:08.291175 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d253b85a-9d48-4018-93df-2d2ffcd1b590 req-cc9e15d9-3525-4e41-a6e1-8c0d2f716638 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e215766-6a44-431e-b9ea-1ff9bfe0ca89 HTTP/1.1" status: 200 len: 210 time: 0.0689054 Jun 07 13:58:08.333525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:58:08.344264 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:58:08.356791 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:08.357152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:08.425880 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] No DVR routers for this DVR port 561ca597-9635-4e5c-a850-639e3ae40bbe on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:58:08.429550 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:08.432714 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4d6dcfe3-0f21-468a-ad8f-d631928036c5 req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "DELETE /v2.0/ports/561ca597-9635-4e5c-a850-639e3ae40bbe HTTP/1.1" status: 204 len: 173 time: 1.4379869 Jun 07 13:58:08.433245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-deleted', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:08.436616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03952b8-9a91-4f33-bd22-e4f0c610417c" -d '{"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-deleted", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:08.504184 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770231f-bd05-4106-8e61-4384d0545973 x-openstack-request-id: req-9770231f-bd05-4106-8e61-4384d0545973 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:08.504766 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e215766-6a44-431e-b9ea-1ff9bfe0ca89", "name": "network-vif-deleted", "tag": "561ca597-9635-4e5c-a850-639e3ae40bbe", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:08.505253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9770231f-bd05-4106-8e61-4384d0545973 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:08.505996 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e215766-6a44-431e-b9ea-1ff9bfe0ca89', 'name': 'network-vif-deleted', 'tag': '561ca597-9635-4e5c-a850-639e3ae40bbe', 'status': 'completed', 'code': 200} Jun 07 13:58:08.567888 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:08.996936 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:09.001873 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:58:09.011637 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:09.012256 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:57:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:09.271984 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:09.494148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51578) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:09.568448 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:09.604699 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:09.692519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:09.695494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:09.697687 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713b5a1c-1d3f-4202-a65a-717b3f071f3d None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:58:09.703448 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:09.707652 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a0f9a7e-f95e-40e4-9ac6-37c60914158c HTTP/1.1" status: 204 len: 168 time: 0.2095442 Jun 07 13:58:09.707652 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:09.708291 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51580) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:09.718969 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0f9a7e-f95e-40e4-9ac6-37c60914158c,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:09.724067 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:09.748385 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.api.v2.resource [None req-c22dfb58-56ba-48af-b1b7-8da792f12f59 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] show failed (client error): The resource could not be found. Jun 07 13:58:09.755864 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51582) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:09.760026 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-c22dfb58-56ba-48af-b1b7-8da792f12f59 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups/2a0f9a7e-f95e-40e4-9ac6-37c60914158c HTTP/1.1" status: 404 len: 347 time: 0.0459042 Jun 07 13:58:10.029174 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808abb52-1060-4657-954d-e143dabefca9 None None] New status for floating IP 6793f427-aa4d-4aaa-a1a6-46ef2055058b: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:58:10.050985 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Deleting port d1f00ec7-17b6-4276-a23d-e5f9881aadf1 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:58:10.051404 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.210392 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.210709 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.437061 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Calling delete_port for d1f00ec7-17b6-4276-a23d-e5f9881aadf1 owned by network:floatingip {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:58:10.574993 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.578765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-95ab6f7d-33eb-425d-a2fd-fcbd335649d7 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:10.622691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'Port': ['ID=d1f00ec7-17b6-4276-a23d-e5f9881aadf1,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:10.625840 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:10.718280 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.720590 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:10.721730 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "DELETE /v2.0/floatingips/6793f427-aa4d-4aaa-a1a6-46ef2055058b HTTP/1.1" status: 204 len: 168 time: 0.9646196 Jun 07 13:58:11.038164 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51592) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:11.043823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779122261', 'description': 'tempest-description--1123022699'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:11.072490 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.194455 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.198919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.202910 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:11.239347 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.240350 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2009919 Jun 07 13:58:11.244362 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51594) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:11.248863 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group_rule': {'security_group_id': '3e5637bc-859e-43be-8e54-eeae591f15f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:11.252878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5637bc-859e-43be-8e54-eeae591f15f3,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:11.256433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:11.283738 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.341474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.345627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.347671 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:11.371070 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6440a7-fdcc-4aa6-972c-642fd157f1cf,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:11.373624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:11.377706 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.378871 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a700f387-bdd1-402a-881c-ecbf2369a90a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335995 Jun 07 13:58:11.381480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51596) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:11.386889 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'security_group_rule': {'security_group_id': '3e5637bc-859e-43be-8e54-eeae591f15f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:11.415378 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.480131 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.484051 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.486327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-59fade85-266b-46f2-8a01-94a19814ba28 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:11.509038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27677d6c-aa93-4597-8997-f6e4af56fedb,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:11.511722 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:11.516271 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.517519 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c65e0bd4-5a92-44ca-99e4-31827b51754f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351373 Jun 07 13:58:11.520792 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 51598) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:11.525725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:11.548838 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.670479 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:58:11.692548 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:11.709738 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 561ca597-9635-4e5c-a850-639e3ae40bbe {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:58:11.710091 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 561ca597-9635-4e5c-a850-639e3ae40bbe not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:58:11.843198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Allocated IP 172.27.1.200 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/33d6f9ee-cb16-464c-8cad-226d58b4fe11) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:11.998652 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.032063 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.035879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e541259d-ae02-41ef-9869-7f255394270b tempest-VolumesNegativeTest-1773002655 tempest-VolumesNegativeTest-1773002655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:12.106251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:12.109135 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:12.111616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:12.151625 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=33d6f9ee-cb16-464c-8cad-226d58b4fe11,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:12.169885 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.170251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.170794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.171195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.171635 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.171992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.172340 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.172689 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.173034 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.173964 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.174325 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.174680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:12.184505 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:12.283178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.353564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.591068 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.596856 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.604990 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:12.756229 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=33d6f9ee-cb16-464c-8cad-226d58b4fe11,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:12.762877 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:12.774220 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.801527 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:12.810861 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2810550 Jun 07 13:58:13.056742 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-08e66ae6-11aa-4b93-87a0-14c2c10b1ab0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1779122261&fields=id&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 267 time: 0.0463717 Jun 07 13:58:13.226505 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-e5250f8d-94c7-4398-a0f9-6fa18285d504 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:13.228275 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-e5250f8d-94c7-4398-a0f9-6fa18285d504 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 816 time: 0.1645589 Jun 07 13:58:13.250024 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-b681e74b-65e2-4e0d-a715-2d80331a8b8f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/quotas/eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 375 time: 0.0135760 Jun 07 13:58:13.389174 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-4ff6e7bb-2909-4c4a-a60d-da15f648d059 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313782 Jun 07 13:58:13.583736 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-e07c84d5-9a04-4a69-93ad-d14ebbc74f20 service neutron] 10.222.0.20 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787665 Jun 07 13:58:13.768988 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-4f9386f0-d314-4032-affa-7bd81efb2692 service neutron] 10.222.0.20 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792464 Jun 07 13:58:13.818146 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-f1e2db69-d819-4542-b82c-2c9c8b8211e5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:13.821120 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-f1e2db69-d819-4542-b82c-2c9c8b8211e5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.2573771 Jun 07 13:58:13.844211 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-d5ff5842-2c41-4b4c-aa73-705ebb3c620c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/quotas/46c89e1cb5e74700a6e7b51f6e7cb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0173812 Jun 07 13:58:13.957954 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-95bfd858-25cf-4b58-88fe-20f2c9284924 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077709 Jun 07 13:58:14.014228 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0e62d746-bf14-456b-a73a-101cbe0be0c6 req-7f2ea080-4308-47cc-9d4b-0275086a702c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 210 time: 0.0752783 Jun 07 13:58:14.218068 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-33356458-97a8-406c-b630-7ae4a649e9ad service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487438 Jun 07 13:58:14.408366 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-63264272-94d3-4315-86a8-837318b63390 service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859560 Jun 07 13:58:14.560891 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5a03-1586-40a5-8c2b-e461af37171e req-3471902c-ffeb-4047-b350-24bdd230fcf6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:14.562577 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ae4f5a03-1586-40a5-8c2b-e461af37171e req-3471902c-ffeb-4047-b350-24bdd230fcf6 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.1186848 Jun 07 13:58:14.635747 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ae4f5a03-1586-40a5-8c2b-e461af37171e req-c02c2081-e6bd-445f-ade7-16a2d4d0e1a0 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651217 Jun 07 13:58:14.667200 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-476b8ac6-8fdf-4e3a-9c1e-41ec8c05adaf req-6a50c751-6293-47cc-9ae1-68ed30c407fd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 210 time: 0.0619609 Jun 07 13:58:15.220746 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-964c2950-17a7-4563-9ae9-cdcee6dea92f req-222270c9-634b-4156-a83a-f55d52823188 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 210 time: 0.0728304 Jun 07 13:58:15.881609 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d97b83e7-7174-4e59-884a-714c4af52f3f req-0caadf3b-83a5-452b-8611-715014a47e3f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 210 time: 0.0543923 Jun 07 13:58:15.981996 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-3e4e2d0e-2c50-46a9-89ae-b33bea89391e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:15.983375 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-3e4e2d0e-2c50-46a9-89ae-b33bea89391e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 816 time: 0.2668660 Jun 07 13:58:16.003689 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f70e94-52b2-42af-b097-0a790276a4d2 req-831062fb-5afa-4834-b743-88443f7d59a4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:16.005035 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-77f70e94-52b2-42af-b097-0a790276a4d2 req-831062fb-5afa-4834-b743-88443f7d59a4 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.2213166 Jun 07 13:58:16.097817 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-efcfdea5-25f5-4f98-869f-bc9bfa55f859 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 380 time: 0.0808740 Jun 07 13:58:16.100357 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-77f70e94-52b2-42af-b097-0a790276a4d2 req-f1726ab8-1a29-415d-a5a7-93d00276e35f tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857167 Jun 07 13:58:16.107619 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'port': {'device_id': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'admin_state_up': True, 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'security_groups': ['3e5637bc-859e-43be-8e54-eeae591f15f3']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:16.290429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Made reservation on behalf of eeda00b37dc844e3a01d035d1d5e3817 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:58:16.296113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:16.398074 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-211733df-b449-49cd-966b-6f21c66f1114 req-5c5e3fec-4975-4466-b112-566d9641a794 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 210 time: 0.0503180 Jun 07 13:58:16.529889 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Allocated IP 172.20.0.11 (d0ed6f5a-50f4-4e98-a300-2891c438d658/26a5234a-6f1b-48f7-aca3-1394b422d367/4f54c4e8-24c0-4a32-b9fe-27d7716a13bd) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:16.822694 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-ba984173-b7aa-4e78-a117-405a2697a887 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:16.824202 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-ba984173-b7aa-4e78-a117-405a2697a887 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.2823339 Jun 07 13:58:16.856068 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Request body: {'port': {'device_id': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'admin_state_up': True, 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:16.919666 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:16.983746 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Transition to ACTIVE for port object 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:17.193437 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-23674b3c-e777-419b-b05f-aacf71f8dcaf req-95e71f3f-6ee2-4948-b17b-47c5a8f69f0e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 210 time: 0.1550367 Jun 07 13:58:17.205765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.212774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:17.295219 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:17.296113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:58:17.299576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.311945 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:17.321483 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:17.360282 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:17.370630 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:17.442768 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9c969-c60a-4330-a888-db9f6d8b422a req-13fa5d24-ef6e-403b-85b6-d828c0e2c72c tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:17.448296 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d0a9c969-c60a-4330-a888-db9f6d8b422a req-13fa5d24-ef6e-403b-85b6-d828c0e2c72c tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.2191556 Jun 07 13:58:17.459534 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:17.460187 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.503670 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-c65367f3-c569-4361-84cb-81c97632acc5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:17.505245 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-c65367f3-c569-4361-84cb-81c97632acc5 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 946 time: 0.2095575 Jun 07 13:58:17.574290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Allocated IP 172.20.0.10 (9165d824-41b8-4870-8940-c18c2c5e74eb/28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f/558b8707-e0b7-4536-8260-685cb6620575) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:17.653772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-76b6bf74-1cc6-482e-b908-39b7b1314efa None None] Provisioning for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:58:17.660714 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-76b6bf74-1cc6-482e-b908-39b7b1314efa None None] Provisioning complete for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:58:17.661418 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-76b6bf74-1cc6-482e-b908-39b7b1314efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.670003 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5663869 Jun 07 13:58:17.695288 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d0a9c969-c60a-4330-a888-db9f6d8b422a req-f2b43266-b5b8-4bd9-a0b2-37ab1701942f tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/security-groups?id=018e0681-07e8-478e-ba63-a0f9433c1c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358148 Jun 07 13:58:17.749849 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-76b6bf74-1cc6-482e-b908-39b7b1314efa None None] Port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:58:17.822551 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Deleting port c60f58db-f54e-44dc-9726-b617f4cb20c2 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:58:17.822960 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.825063 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Request body: {'port': {'device_id': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:17.925575 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce790fb-b166-4fa4-845a-916163732683 req-4b029d85-28f4-4ae9-b449-f360b8472e27 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:17.926936 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7ce790fb-b166-4fa4-845a-916163732683 req-4b029d85-28f4-4ae9-b449-f360b8472e27 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 932 time: 0.3338673 Jun 07 13:58:17.974391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] For port c60f58db-f54e-44dc-9726-b617f4cb20c2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c60f58db-f54e-44dc-9726-b617f4cb20c2,segment=NetworkSegment(d19c0162-ae23-47ae-8956-5b2507e44204),segment_id=d19c0162-ae23-47ae-8956-5b2507e44204)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:17.974778 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:17.989178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.047791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.060187 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7ce790fb-b166-4fa4-845a-916163732683 req-fc26117e-9bb6-4f7c-a523-bf6d3ac5a76d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225271 Jun 07 13:58:18.121035 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Calling delete_port for c60f58db-f54e-44dc-9726-b617f4cb20c2 owned by compute:nova {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:58:18.128843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.140269 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9665a5c7-7677-4c72-afe3-aedbb433dcdd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:18.168149 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:18.250003 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.257037 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ffa53ddb-3a78-45a7-b6b3-08d10bc6d006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:18.275611 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Network 9165d824-41b8-4870-8940-c18c2c5e74eb is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:18.286374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:18.288400 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event updated for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:18.290926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:18.329699 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:18.334306 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Pushing event deleted for resources: {'Port': ['ID=c60f58db-f54e-44dc-9726-b617f4cb20c2,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:18.348654 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.349235 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.349601 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.349987 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.350341 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.350697 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.351062 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.351439 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.352019 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.352547 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.353067 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.353573 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:18.360031 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:18.408724 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:18.409396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.488380 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] No DVR routers for this DVR port c60f58db-f54e-44dc-9726-b617f4cb20c2 on host hv-cinder-77262 {{(pid=91745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:58:18.489042 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6368966 Jun 07 13:58:18.491535 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.494105 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4ae8b1ec-cafd-4b01-a14e-7bc92a6b400d req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.55 "DELETE /v2.0/ports/c60f58db-f54e-44dc-9726-b617f4cb20c2 HTTP/1.1" status: 204 len: 173 time: 0.8429036 Jun 07 13:58:18.494657 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'name': 'network-vif-deleted', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:18.496983 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2e6c6a-2dc3-47eb-9553-ec948a9726ab" -d '{"events": [{"server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "name": "network-vif-deleted", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:18.515145 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Request body: {'port': {'device_id': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:18.559702 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3bd35-3452-41aa-800c-e5f0943c64db req-5bf5d860-fe64-46ea-86e4-ed48d25739d5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:18.561146 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b3a3bd35-3452-41aa-800c-e5f0943c64db req-5bf5d860-fe64-46ea-86e4-ed48d25739d5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 932 time: 0.2027445 Jun 07 13:58:18.570077 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc507a-8907-4ac0-b14d-61c9dc82e6f7 x-openstack-request-id: req-c6bc507a-8907-4ac0-b14d-61c9dc82e6f7 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:18.570429 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544bc6b2-95af-482e-b6ae-dcf0bd8158f2", "name": "network-vif-deleted", "tag": "c60f58db-f54e-44dc-9726-b617f4cb20c2", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:18.570735 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6bc507a-8907-4ac0-b14d-61c9dc82e6f7 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:18.571147 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544bc6b2-95af-482e-b6ae-dcf0bd8158f2', 'name': 'network-vif-deleted', 'tag': 'c60f58db-f54e-44dc-9726-b617f4cb20c2', 'status': 'completed', 'code': 200} Jun 07 13:58:18.611825 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b3a3bd35-3452-41aa-800c-e5f0943c64db req-6435e101-2ea9-46fe-8b8f-5d8e33c24d17 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Jun 07 13:58:18.702099 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['c60f58db-f54e-44dc-9726-b617f4cb20c2'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:18.717683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.731260 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:18.744394 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.807387 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Transition to ACTIVE for port object 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:18.814909 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:18.820611 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-771d74fd-83c7-48c7-bb44-1803ece97bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:19.115377 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9284f01a-6baf-4a45-9260-d24a008f3fc0 req-d4971416-971c-44c6-8eec-a2b4b810f3a1 tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] 10.222.0.20 "GET /v2.0/ports?device_id=544bc6b2-95af-482e-b6ae-dcf0bd8158f2 HTTP/1.1" status: 200 len: 210 time: 0.2601895 Jun 07 13:58:19.216839 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:19.232322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:19.291132 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b5b8b-2c46-4b46-8f95-891b07396c02 req-b87cb2c8-0cce-4ca6-afba-50a3492ae207 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:19.292961 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-572b5b8b-2c46-4b46-8f95-891b07396c02 req-b87cb2c8-0cce-4ca6-afba-50a3492ae207 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1022611 Jun 07 13:58:19.346011 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-572b5b8b-2c46-4b46-8f95-891b07396c02 req-2bb5ef4a-5a72-4f24-a462-22a2b22a8263 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Jun 07 13:58:19.442868 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Attempting to bind port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:58:19.443207 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Attempting to bind port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:58:19.443598 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Attempting to bind port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:19.450898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd on network d0ed6f5a-50f4-4e98-a300-2891c438d658 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:58:19.451215 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Attempting to bind port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd on network d0ed6f5a-50f4-4e98-a300-2891c438d658 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:19.467958 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:58:19.468391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Checking segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:58:19.468778 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Bound using segment: {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:58:19.469215 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Bound port: 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3d9227-2939-4e54-802f-13f6f270c0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:58:19.469577 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:19.592892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558b8707-e0b7-4536-8260-685cb6620575 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:19.603591 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:19.637893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Transition to ACTIVE for port object 558b8707-e0b7-4536-8260-685cb6620575 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:19.641069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:19.646073 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-07e508e6-5595-4c4f-8010-12fd3c965cbd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:19.681652 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:58:19.762774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:58:19.813351 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:19.847828 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Pushing event updated for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:19.880693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:19.881329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:19.882969 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 1094 time: 2.1941898 Jun 07 13:58:19.884016 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:19.885881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:19.888282 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ddb97c-d9de-4619-955c-f7263132d3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:19.890673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:19.983682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca0811-4b05-402a-a068-23791432104d x-openstack-request-id: req-01ca0811-4b05-402a-a068-23791432104d {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:19.984013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:19.984303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01ca0811-4b05-402a-a068-23791432104d {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:19.984725 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'status': 'completed', 'code': 200} Jun 07 13:58:20.090026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:20.097056 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:20.140264 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb0f53-5c49-45cc-a84a-f23087e0d16b req-5194dceb-28c9-4f24-9ca0-c2145b83f265 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.142074 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eceb0f53-5c49-45cc-a84a-f23087e0d16b req-5194dceb-28c9-4f24-9ca0-c2145b83f265 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.3778915 Jun 07 13:58:20.143987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Attempting to bind port 558b8707-e0b7-4536-8260-685cb6620575 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:58:20.144343 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Attempting to bind port 558b8707-e0b7-4536-8260-685cb6620575 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:58:20.144674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Attempting to bind port 558b8707-e0b7-4536-8260-685cb6620575 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:20.155250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Port 558b8707-e0b7-4536-8260-685cb6620575 on network 9165d824-41b8-4870-8940-c18c2c5e74eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:58:20.155644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Attempting to bind port 558b8707-e0b7-4536-8260-685cb6620575 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:20.181874 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:58:20.182207 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Checking segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:58:20.182587 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Bound using segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:58:20.183031 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Bound port: 558b8707-e0b7-4536-8260-685cb6620575, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:58:20.183374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:20.196673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-0f51ac42-8f80-4c79-bb00-ca91601c8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.198318 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-0f51ac42-8f80-4c79-bb00-ca91601c8359 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1097 time: 0.2097788 Jun 07 13:58:20.331658 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-df837f37-a4a1-4d28-a2a7-b3e430e6e6db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 217 time: 0.1144173 Jun 07 13:58:20.334615 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eceb0f53-5c49-45cc-a84a-f23087e0d16b req-690b3e89-77a0-4dc4-8dd1-9987e4276478 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761055 Jun 07 13:58:20.425117 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:58:20.427803 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-18d15036-09fd-44c0-a1aa-929bebfb100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.429594 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-18d15036-09fd-44c0-a1aa-929bebfb100f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0908337 Jun 07 13:58:20.432489 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=558b8707-e0b7-4536-8260-685cb6620575,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:58:20.437693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:20.446045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d2c9493e-f42a-4df0-a53a-2089e79ac1a5 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:20.558825 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.559445 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:20.560854 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] 10.222.0.55 "PUT /v2.0/ports/558b8707-e0b7-4536-8260-685cb6620575 HTTP/1.1" status: 200 len: 1094 time: 2.0509171 Jun 07 13:58:20.586251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Pushing event updated for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:20.590384 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:20.610016 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-44aac4de-8239-4ce1-8865-f4d975149df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.611664 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-44aac4de-8239-4ce1-8865-f4d975149df8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1687391 Jun 07 13:58:20.644639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ee038-6db9-403e-b327-68c8d3ea7582 req-29ed00a1-e1a1-43c7-ad44-ce7711be14c2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.647247 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-833ee038-6db9-403e-b327-68c8d3ea7582 req-29ed00a1-e1a1-43c7-ad44-ce7711be14c2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1061442 Jun 07 13:58:20.708024 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-833ee038-6db9-403e-b327-68c8d3ea7582 req-370a0933-656e-4e17-96b9-8d7ef171ce69 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514407 Jun 07 13:58:20.955814 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-703d6d48-3fe5-4493-ad4b-8350bfe837e7 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272123 Jun 07 13:58:20.960911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-c859c367-6a8c-4fbd-9e01-f180f7baf395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:20.963215 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-c859c367-6a8c-4fbd-9e01-f180f7baf395 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 1097 time: 0.3123732 Jun 07 13:58:21.068903 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-3c50dd54-80ae-4f0c-b49d-bf423187884a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=558b8707-e0b7-4536-8260-685cb6620575 HTTP/1.1" status: 200 len: 217 time: 0.0791609 Jun 07 13:58:21.212459 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-f68d998e-6a4b-406d-9387-7de49f478dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:21.213822 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-f68d998e-6a4b-406d-9387-7de49f478dc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.0963373 Jun 07 13:58:21.217241 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2fa8a1b0-c014-4b15-9b05-55b368e8f82b req-b66ae359-5801-49a2-905d-7f354be1998f service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529454 Jun 07 13:58:21.283079 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-00d322a5-6240-4aa9-86d5-35f1aad8141b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444171 Jun 07 13:58:21.588664 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-473205ce-a250-4f6a-8a4f-95b4797e1872 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536693 Jun 07 13:58:21.597932 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-e46f7efe-423c-4e2f-80e5-8dd73cebed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:21.599397 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-e46f7efe-423c-4e2f-80e5-8dd73cebed5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1097 time: 0.2434168 Jun 07 13:58:21.691815 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55245e-5b94-44ff-b9f5-467c0cf3aee5 req-fa1ea835-50cc-495e-88ed-beaebf1c7059 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:21.693159 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eb55245e-5b94-44ff-b9f5-467c0cf3aee5 req-fa1ea835-50cc-495e-88ed-beaebf1c7059 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.2147584 Jun 07 13:58:21.750225 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device c60f58db-f54e-44dc-9726-b617f4cb20c2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:58:21.785840 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: c60f58db-f54e-44dc-9726-b617f4cb20c2 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:58:21.786190 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device c60f58db-f54e-44dc-9726-b617f4cb20c2 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:58:21.886980 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eb55245e-5b94-44ff-b9f5-467c0cf3aee5 req-1ea8a098-9081-4859-a266-82b39ffaf2f4 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878021 Jun 07 13:58:21.891691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-c29b81cf-a565-4123-a710-71e15ea80aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:21.893060 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-c29b81cf-a565-4123-a710-71e15ea80aa1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.2719522 Jun 07 13:58:21.899269 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-66392ed3-56e8-465d-befd-c3d976ce92c3 req-dc29454b-e70c-4a9e-b183-b96d586c027b service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969482 Jun 07 13:58:21.924755 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6cb1d-d767-4be5-b90e-908ba0d3a967 req-79b139c4-f9f9-465e-bfe2-0f5c497ca4a9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:21.926521 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cfa6cb1d-d767-4be5-b90e-908ba0d3a967 req-79b139c4-f9f9-465e-bfe2-0f5c497ca4a9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0977187 Jun 07 13:58:21.984014 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-61f62a26-a608-4414-830b-523da0ee2c23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 217 time: 0.0686622 Jun 07 13:58:21.985659 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'tag': '558b8707-e0b7-4536-8260-685cb6620575'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:21.987115 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cfa6cb1d-d767-4be5-b90e-908ba0d3a967 req-41eed71c-3e27-41e5-976c-6c33244e003f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531013 Jun 07 13:58:21.988061 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "tag": "558b8707-e0b7-4536-8260-685cb6620575"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:22.048952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3d21c-e40a-41cc-b23c-209069bb49eb x-openstack-request-id: req-f1a3d21c-e40a-41cc-b23c-209069bb49eb {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:22.049258 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "tag": "558b8707-e0b7-4536-8260-685cb6620575", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:22.049547 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1a3d21c-e40a-41cc-b23c-209069bb49eb {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:22.049975 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'tag': '558b8707-e0b7-4536-8260-685cb6620575', 'status': 'completed', 'code': 200} Jun 07 13:58:22.076518 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-406c6793-9c91-4d33-8d7d-2e8644ddeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:22.078081 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-406c6793-9c91-4d33-8d7d-2e8644ddeb7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0685315 Jun 07 13:58:22.255447 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-e7634949-63d8-426c-875e-bab6241c7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:22.256184 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-e7634949-63d8-426c-875e-bab6241c7c2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1527913 Jun 07 13:58:22.259019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-f798dde0-f513-4a22-83fe-1d90156bd683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:22.260381 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-f798dde0-f513-4a22-83fe-1d90156bd683 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 1097 time: 0.1065137 Jun 07 13:58:22.609662 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-209563fa-7f13-42cb-b784-b959460aac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:22.611091 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-209563fa-7f13-42cb-b784-b959460aac82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 916 time: 0.3160772 Jun 07 13:58:22.612955 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-4fb63312-e15b-4919-b5f4-146422ce228d service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353424 Jun 07 13:58:23.087433 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c292f-6bb1-4cda-af23-0819d3931609 req-2350de5b-d17c-490e-bfed-bce6ba1ad133 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:23.089311 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-667c292f-6bb1-4cda-af23-0819d3931609 req-2350de5b-d17c-490e-bfed-bce6ba1ad133 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.0900757 Jun 07 13:58:23.138845 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-667c292f-6bb1-4cda-af23-0819d3931609 req-80d0e98f-b7f1-45a6-bbf8-a6c5643c75ee tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Jun 07 13:58:23.189875 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6aa08-c989-4dfc-a7a1-a1113bf07741 req-f1b0690b-60e5-4824-b9c9-26066e2b3010 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:23.191267 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9ef6aa08-c989-4dfc-a7a1-a1113bf07741 req-f1b0690b-60e5-4824-b9c9-26066e2b3010 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0917397 Jun 07 13:58:23.241284 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9ef6aa08-c989-4dfc-a7a1-a1113bf07741 req-daedfd4c-0300-42c3-ab73-52cfda0a0537 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428066 Jun 07 13:58:23.751238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e737c8-c5ed-4bab-b9ab-4ab5e8d2e00f req-8e8eb3f5-5a6c-4919-9dc1-a4e3f5668486 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:23.752712 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e2e737c8-c5ed-4bab-b9ab-4ab5e8d2e00f req-8e8eb3f5-5a6c-4919-9dc1-a4e3f5668486 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0832243 Jun 07 13:58:23.800503 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e2e737c8-c5ed-4bab-b9ab-4ab5e8d2e00f req-f8e74e44-0e4c-494f-8e7f-4a2dafe1b1c8 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412369 Jun 07 13:58:24.338225 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fa214-2dd1-4427-91fd-5efe1dcf4b86 req-10ed30ad-79c4-4afb-a9e2-479ccad3530f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:24.339998 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-246fa214-2dd1-4427-91fd-5efe1dcf4b86 req-10ed30ad-79c4-4afb-a9e2-479ccad3530f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.0900197 Jun 07 13:58:24.371784 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-d8cf368c-db43-4fd9-b99b-fdf6880e293c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=558b8707-e0b7-4536-8260-685cb6620575 HTTP/1.1" status: 200 len: 217 time: 0.0920684 Jun 07 13:58:24.385686 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-246fa214-2dd1-4427-91fd-5efe1dcf4b86 req-8993d885-e27f-4791-9bb9-c11cbb22a772 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Jun 07 13:58:24.536926 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-84ddb97c-d9de-4619-955c-f7263132d3b0 req-1f8ca65a-48d2-43c5-a7c7-a87616f67e31 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055264 Jun 07 13:58:24.548948 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8e25d-fc6e-40b1-8554-796e4aa94dbc req-b2a57d2f-e1ae-414b-af2a-b28eb2f1c974 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:24.550297 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-06a8e25d-fc6e-40b1-8554-796e4aa94dbc req-b2a57d2f-e1ae-414b-af2a-b28eb2f1c974 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1802619 Jun 07 13:58:24.599302 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-06a8e25d-fc6e-40b1-8554-796e4aa94dbc req-0049f159-8e4d-4219-a9a1-9a87bc0842d7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 Jun 07 13:58:24.995931 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0f848-2b45-4af3-8dbf-60c2c7ddb7f3 req-92035f0c-7310-4da3-8571-c512f81b50f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:24.997370 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-53f0f848-2b45-4af3-8dbf-60c2c7ddb7f3 req-92035f0c-7310-4da3-8571-c512f81b50f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0817616 Jun 07 13:58:25.048550 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-53f0f848-2b45-4af3-8dbf-60c2c7ddb7f3 req-271a32c5-ec50-4a69-8baf-a93914c893a5 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452044 Jun 07 13:58:25.395908 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-56afe0e6-2abf-47b0-ae3d-ba4d3fce9b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:25.458542 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-8cea5e46-4fed-4edf-b193-2a2d508d4a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:25.460689 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-8cea5e46-4fed-4edf-b193-2a2d508d4a73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.1137824 Jun 07 13:58:25.548681 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-2a9dd81c-86e5-4085-abdb-2cd6edb9d9d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775442 Jun 07 13:58:25.556790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-b0bf81c9-3976-44fd-ba6c-6a8a8ef688c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:25.558969 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-b0bf81c9-3976-44fd-ba6c-6a8a8ef688c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1138 time: 0.1771445 Jun 07 13:58:25.767148 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:58:25.795440 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcae9b-7d95-48a1-a2d6-211979a1a315 req-fc07db4b-e204-4659-8686-0e8911286d5f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:25.796942 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9bbcae9b-7d95-48a1-a2d6-211979a1a315 req-fc07db4b-e204-4659-8686-0e8911286d5f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0827434 Jun 07 13:58:25.828117 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63374491-76bb-47f2-b793-005275ad0bce req-229e40a6-024e-4d8d-813f-1058d561cb4b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:25.829582 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-63374491-76bb-47f2-b793-005275ad0bce req-229e40a6-024e-4d8d-813f-1058d561cb4b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.3282838 Jun 07 13:58:25.840166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-9a67dff8-4f79-4611-a5ee-e63cd9b643eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:25.841582 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-9a67dff8-4f79-4611-a5ee-e63cd9b643eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.2487259 Jun 07 13:58:25.843661 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9bbcae9b-7d95-48a1-a2d6-211979a1a315 req-cd739593-5c79-4e6e-8827-d060c523bc53 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410373 Jun 07 13:58:25.902624 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:25.915867 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:58:25.925556 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-8cb1bfc0-e6c4-469f-a2c0-93fb5e321a49 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580165 Jun 07 13:58:26.003993 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-63374491-76bb-47f2-b793-005275ad0bce req-bf59ffc0-57b7-4b35-a435-e6c52543a8db tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613834 Jun 07 13:58:26.024535 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-95c48b25-8162-4a81-9397-c2d165617bc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 1002 time: 0.1611357 Jun 07 13:58:26.035029 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:26.093359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:26.117163 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:26.131469 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:26.135973 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-cf4237dc-d697-4baa-aa24-a4b73e198519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:26.169379 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-b639569c-f837-4257-8608-2c11dad00114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:26.170807 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-b639569c-f837-4257-8608-2c11dad00114 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.0969448 Jun 07 13:58:26.172703 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7d30c88-8a22-492b-a7a5-5bb89f79ce16 req-ce31faa4-714b-4ebd-8e56-1892b92bf24f service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301791 Jun 07 13:58:26.214813 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:26.223850 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.224196 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.224528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.224859 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.225175 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.225496 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.225847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.226166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.226479 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.226968 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.227449 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.227800 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:58:26.231678 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:26.255271 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6112c4-dab6-4fba-92c2-c33ee39325fc req-674c67d6-a14f-465a-bed7-cbf7b7eafada tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:26.257164 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cd6112c4-dab6-4fba-92c2-c33ee39325fc req-674c67d6-a14f-465a-bed7-cbf7b7eafada tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0954220 Jun 07 13:58:26.277759 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-20955005-9444-4c44-97e5-df8d2e158bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:26.281717 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-20955005-9444-4c44-97e5-df8d2e158bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774982 Jun 07 13:58:26.310875 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cd6112c4-dab6-4fba-92c2-c33ee39325fc req-f423b106-1bcf-4f73-8f07-8d7652c5ae66 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463276 Jun 07 13:58:26.516117 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-eacea379-e4f4-437e-a5c6-e9fdbc01d301 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236407 Jun 07 13:58:26.581682 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:26.654205 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5010d12e-b943-4d7b-a388-4b376ac56659 req-5a7cbef3-f55a-4b1a-8554-df140986450b service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275036 Jun 07 13:58:27.061754 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060a3aa-98c1-468d-afbd-8f0c05c84a6b req-c2fdf3b3-f31e-46c8-ab14-69c35816004f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:27.063300 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f060a3aa-98c1-468d-afbd-8f0c05c84a6b req-c2fdf3b3-f31e-46c8-ab14-69c35816004f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.0933363 Jun 07 13:58:27.112735 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f060a3aa-98c1-468d-afbd-8f0c05c84a6b req-01484374-136f-48e9-91dc-5e7d1469b30a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429850 Jun 07 13:58:27.200631 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813af7d-b5c9-41b9-96fe-6585afdb139f req-8ef48fe1-c116-4b28-a6bc-62224a83ac9b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:27.202084 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8813af7d-b5c9-41b9-96fe-6585afdb139f req-8ef48fe1-c116-4b28-a6bc-62224a83ac9b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 944 time: 0.0821707 Jun 07 13:58:27.250313 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8813af7d-b5c9-41b9-96fe-6585afdb139f req-e41ef5ca-9628-498a-ba01-4d8d5eaf40f2 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Jun 07 13:58:27.495186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77af878-80f3-4966-a70f-41b09ac799ed req-006d87e3-6e11-4092-b18d-dfba4350dcfa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:27.496701 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d77af878-80f3-4966-a70f-41b09ac799ed req-006d87e3-6e11-4092-b18d-dfba4350dcfa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0803640 Jun 07 13:58:27.545171 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d77af878-80f3-4966-a70f-41b09ac799ed req-ab0d3df2-b1da-4431-94a1-df2a3b10ace6 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423388 Jun 07 13:58:27.777218 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 558b8707-e0b7-4536-8260-685cb6620575 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:58:27.787517 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:58:27.967107 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5afd96bf-3fb4-400a-bb8d-de359ece6038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:27.970779 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:58:27.981933 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=558b8707-e0b7-4536-8260-685cb6620575,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:27.988786 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:58:27.989147 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.041535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '558b8707-e0b7-4536-8260-685cb6620575', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'port_id': '558b8707-e0b7-4536-8260-685cb6620575', 'mac_address': 'fa:16:3e:9d:aa:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:58:28.102271 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.121139 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.178406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558b8707-e0b7-4536-8260-685cb6620575 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:28.201771 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.234332 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:28.236628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7de98f-0704-47c3-bc4c-977635eb1abb" -d '{"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:28.240199 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=558b8707-e0b7-4536-8260-685cb6620575,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:28.246776 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.249460 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:28.250328 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:28.290855 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:28.310747 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896b3f16-9499-456d-89f6-89d191702565 x-openstack-request-id: req-896b3f16-9499-456d-89f6-89d191702565 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:28.311047 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:28.311302 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-896b3f16-9499-456d-89f6-89d191702565 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:28.311732 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'code': 200} Jun 07 13:58:28.335932 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:28.340524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:28.341406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:28.414070 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:28.417241 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:28.423249 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b3b5-2b9a-408d-873a-a4cca545aa6d req-94dd20a9-3bb3-4781-aa68-0a00e1bf7ecd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:28.424845 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a5d6b3b5-2b9a-408d-873a-a4cca545aa6d req-94dd20a9-3bb3-4781-aa68-0a00e1bf7ecd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1922665 Jun 07 13:58:28.471056 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a5d6b3b5-2b9a-408d-873a-a4cca545aa6d req-723cc709-d206-4f63-a412-aa7cc70c55f3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395591 Jun 07 13:58:28.501895 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6f8d-3cde-4956-9424-ab1618a331df req-451cdb20-f4fd-4fb2-99a9-4633ead16eb9 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:28.504176 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-394d6f8d-3cde-4956-9424-ab1618a331df req-451cdb20-f4fd-4fb2-99a9-4633ead16eb9 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 945 time: 0.1028249 Jun 07 13:58:28.551880 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-394d6f8d-3cde-4956-9424-ab1618a331df req-2affb4d6-6adf-485e-84b1-cb3a10240704 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Jun 07 13:58:28.646336 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfde71-6933-4561-98ab-abf62712406f req-1e3e825d-f119-42cb-bef3-16d7083e7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:28.648484 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-03bfde71-6933-4561-98ab-abf62712406f req-1e3e825d-f119-42cb-bef3-16d7083e7eb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1099 time: 0.0743568 Jun 07 13:58:28.697542 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-03bfde71-6933-4561-98ab-abf62712406f req-003c64e7-db06-4cfc-b53f-466c4adfbb1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370998 Jun 07 13:58:28.711533 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['558b8707-e0b7-4536-8260-685cb6620575'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:28.749964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8fb0-f824-4b72-be0c-de3e7461962f req-c0747978-7dae-4e30-8377-0fa139af2873 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:28.751391 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a6df8fb0-f824-4b72-be0c-de3e7461962f req-c0747978-7dae-4e30-8377-0fa139af2873 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0830030 Jun 07 13:58:28.799075 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a6df8fb0-f824-4b72-be0c-de3e7461962f req-e0deb43b-3db9-4014-bb83-259495f5b09c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407977 Jun 07 13:58:29.161515 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:29.690978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a570cdd-48ae-4c0e-8972-d5efc5b78554 req-a8c9f410-77f4-4902-947a-fdb9a6359120 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:29.692656 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8a570cdd-48ae-4c0e-8972-d5efc5b78554 req-a8c9f410-77f4-4902-947a-fdb9a6359120 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1021993 Jun 07 13:58:29.750356 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8a570cdd-48ae-4c0e-8972-d5efc5b78554 req-2f15d35d-e6e2-480b-91f5-23887d28fd9c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 Jun 07 13:58:29.773788 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a7e05-4915-4771-81a6-2c7573faff26 req-7ad83bd8-3484-4323-996a-e2e363676fd1 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:29.775294 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a02a7e05-4915-4771-81a6-2c7573faff26 req-7ad83bd8-3484-4323-996a-e2e363676fd1 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 945 time: 0.1075523 Jun 07 13:58:29.821126 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a02a7e05-4915-4771-81a6-2c7573faff26 req-0ffbc906-4c47-447a-b43d-443ae7d0cad7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401573 Jun 07 13:58:29.983134 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9ec07-4b1d-438d-8a03-56424ed4160a req-592e079e-26c4-408a-a93a-6fed49cbc222 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:29.984520 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-edc9ec07-4b1d-438d-8a03-56424ed4160a req-592e079e-26c4-408a-a93a-6fed49cbc222 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0790076 Jun 07 13:58:30.033682 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-edc9ec07-4b1d-438d-8a03-56424ed4160a req-ca744f5f-711f-476d-8e56-a608c6b34029 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434580 Jun 07 13:58:30.893096 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:30.971126 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f2223-c4b0-4449-972b-9f9e13c88bd5 req-354a6432-adf3-4c34-87c7-beec8a44afc1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:30.973005 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-602f2223-c4b0-4449-972b-9f9e13c88bd5 req-354a6432-adf3-4c34-87c7-beec8a44afc1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0888541 Jun 07 13:58:31.023311 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-602f2223-c4b0-4449-972b-9f9e13c88bd5 req-87528122-3865-4a9b-ae16-ef601c216277 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428784 Jun 07 13:58:31.039829 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1a3c6-c9c4-4ece-af2b-9b44a1338af2 req-27e12c37-55e6-4111-9041-cb9e956aa5bc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:31.041311 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9da1a3c6-c9c4-4ece-af2b-9b44a1338af2 req-27e12c37-55e6-4111-9041-cb9e956aa5bc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 945 time: 0.0910149 Jun 07 13:58:31.094538 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9da1a3c6-c9c4-4ece-af2b-9b44a1338af2 req-ddcb2834-2b35-4566-86cd-282c1fdfdbf5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472202 Jun 07 13:58:31.237042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f9270-c3c7-4ddd-808f-8f5c249b1013 req-5575b983-8fc1-4cfc-be1d-728d8c788b6f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:31.238507 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7b5f9270-c3c7-4ddd-808f-8f5c249b1013 req-5575b983-8fc1-4cfc-be1d-728d8c788b6f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0829740 Jun 07 13:58:31.247464 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 51822) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:31.252084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Request body: {'floatingip': {'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:31.282788 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415123a-cebf-4fc9-a269-8a92b7b37407 req-0d59d3fb-ab38-4962-8979-9e7dc2872d54 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:31.284260 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e415123a-cebf-4fc9-a269-8a92b7b37407 req-0d59d3fb-ab38-4962-8979-9e7dc2872d54 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0858278 Jun 07 13:58:31.331096 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:31.332554 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e415123a-cebf-4fc9-a269-8a92b7b37407 req-501aa33c-2041-4b9a-948d-7d6c19b97916 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420899 Jun 07 13:58:31.909594 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:31.914044 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:32.088101 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Floating IP 8bbb7464-e1c1-4a3f-81c6-ce4fa40728df associated. External IP: 172.27.1.200, port: 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd. Jun 07 13:58:32.483760 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afc803-7884-41f1-85a6-d852144586c1 req-247e76ed-a735-429b-8516-b9eea967bf34 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:32.485101 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-31afc803-7884-41f1-85a6-d852144586c1 req-247e76ed-a735-429b-8516-b9eea967bf34 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 945 time: 0.2287393 Jun 07 13:58:32.518816 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6456e-c9cc-4c26-b731-514eb2949515 req-786eab08-fbbf-4570-9945-47b865637e3f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:32.520563 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bfb6456e-c9cc-4c26-b731-514eb2949515 req-786eab08-fbbf-4570-9945-47b865637e3f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0826287 Jun 07 13:58:32.567270 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bfb6456e-c9cc-4c26-b731-514eb2949515 req-3465e76e-46b5-4e40-8c57-2dc510fac998 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397608 Jun 07 13:58:32.616999 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-31afc803-7884-41f1-85a6-d852144586c1 req-38a0a9e8-b522-4fc5-a510-342cc0189b7d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204939 Jun 07 13:58:32.634304 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:58:32.811889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:58:32.816684 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:32.821182 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:58:32.830930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:32.831836 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:32.870250 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b9bb8318-f737-4fb7-9235-00045f329039 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "PUT /v2.0/floatingips/8bbb7464-e1c1-4a3f-81c6-ce4fa40728df HTTP/1.1" status: 200 len: 992 time: 1.6216915 Jun 07 13:58:32.870895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:32.873202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367" -d '{"events": [{"name": "network-changed", "server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:32.925496 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29f95b4-990f-4ca0-82d8-49ebb6f7a375 x-openstack-request-id: req-c29f95b4-990f-4ca0-82d8-49ebb6f7a375 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:32.925822 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:32.926106 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c29f95b4-990f-4ca0-82d8-49ebb6f7a375 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:32.926528 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'status': 'completed', 'code': 200} Jun 07 13:58:33.007847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:33.391440 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8bbb7464-e1c1-4a3f-81c6-ce4fa40728df', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:12Z', 'updated_at': '2021-06-07T13:58:31Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:33.396027 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:58:33.403986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:33.404611 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:33.541697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 558b8707-e0b7-4536-8260-685cb6620575 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:58:33.626635 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:33.761930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f4d0-6899-4b6b-acd4-5476d3396bf0 req-3e7fc405-56e8-40a3-9783-909ce21f4709 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:33.762491 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 558b8707-e0b7-4536-8260-685cb6620575 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:58:33.763411 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6f8f4d0-6899-4b6b-acd4-5476d3396bf0 req-3e7fc405-56e8-40a3-9783-909ce21f4709 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0828276 Jun 07 13:58:33.779850 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 558b8707-e0b7-4536-8260-685cb6620575 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:58:33.780230 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:33.814838 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6f8f4d0-6899-4b6b-acd4-5476d3396bf0 req-2c6ca64b-d024-4e8e-bca6-0b2d2ba76ea0 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454631 Jun 07 13:58:33.987669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db34d61-6729-4563-9491-f41485a36d46 req-b36c4bfa-44da-42a1-b197-f0372b2af316 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:33.989212 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2db34d61-6729-4563-9491-f41485a36d46 req-b36c4bfa-44da-42a1-b197-f0372b2af316 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 945 time: 0.0796862 Jun 07 13:58:34.019342 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:34.033592 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2db34d61-6729-4563-9491-f41485a36d46 req-04c0ab6a-4441-4461-87c3-b78981cad960 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jun 07 13:58:34.081177 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b8707-e0b7-4536-8260-685cb6620575'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:34.083380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c0113-8675-4462-a3c9-29b32875cc1d" -d '{"events": [{"server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "name": "network-vif-plugged", "status": "completed", "tag": "558b8707-e0b7-4536-8260-685cb6620575"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:34.093306 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=558b8707-e0b7-4536-8260-685cb6620575,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:34.099533 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:34.104424 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:34.139697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ecbad-ae6b-42b2-804a-b67d3b9c93ad x-openstack-request-id: req-b81ecbad-ae6b-42b2-804a-b67d3b9c93ad {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:34.140011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "name": "network-vif-plugged", "status": "completed", "tag": "558b8707-e0b7-4536-8260-685cb6620575", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:34.140248 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b81ecbad-ae6b-42b2-804a-b67d3b9c93ad {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:34.140629 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558b8707-e0b7-4536-8260-685cb6620575', 'code': 200} Jun 07 13:58:34.187470 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:34.190603 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:34.193830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8bbb7464-e1c1-4a3f-81c6-ce4fa40728df', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:12Z', 'updated_at': '2021-06-07T13:58:31Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:34.198159 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c553ff98-f638-4ba1-acf4-518ef97cf007 None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8bbb7464-e1c1-4a3f-81c6-ce4fa40728df', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'floating_ip_address': '172.27.1.200', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:12Z', 'updated_at': '2021-06-07T13:58:31Z', 'revision_number': 1, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:58:34.376815 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1570e5-d7cf-42c7-9d90-27ae84ca8972 None None] New status for floating IP 8bbb7464-e1c1-4a3f-81c6-ce4fa40728df: ACTIVE {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:58:34.651499 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-32c1ffa8-17eb-46ac-a69c-8f3eeef537b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:34.653115 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-32c1ffa8-17eb-46ac-a69c-8f3eeef537b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1099 time: 0.0844321 Jun 07 13:58:34.798138 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-1e3b7769-825c-4c4f-98fa-3caf3b42534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:34.799621 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-1e3b7769-825c-4c4f-98fa-3caf3b42534b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.1385968 Jun 07 13:58:34.953369 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-c25817dd-8e84-48bf-a445-5a10db865426 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 1002 time: 0.1185603 Jun 07 13:58:35.003388 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615d970-80a5-472d-90f9-23b73bbe01b2 req-78ae1eb2-2366-42b4-a39d-950c00fc55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:35.004881 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0615d970-80a5-472d-90f9-23b73bbe01b2 req-78ae1eb2-2366-42b4-a39d-950c00fc55b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 1099 time: 0.2044196 Jun 07 13:58:35.026401 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549cf8c-5f0a-4c21-b061-02d69a07657f req-d32cf670-eb87-4227-93e8-9b230f62c4e2 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:35.027981 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b549cf8c-5f0a-4c21-b061-02d69a07657f req-d32cf670-eb87-4227-93e8-9b230f62c4e2 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0901277 Jun 07 13:58:35.044744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-c4fd936f-3b42-46e3-8a31-2e21593cb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:35.046173 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-c4fd936f-3b42-46e3-8a31-2e21593cb88b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0848587 Jun 07 13:58:35.083555 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b549cf8c-5f0a-4c21-b061-02d69a07657f req-53daa8f3-4606-4a27-9436-9d824361c0db tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490823 Jun 07 13:58:35.100683 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0615d970-80a5-472d-90f9-23b73bbe01b2 req-0be53b93-c2a2-4e21-b4a2-abe81628b83b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835412 Jun 07 13:58:35.133156 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-79b6e4da-7c1c-4d84-9d59-bb9642f5a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:35.134637 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-79b6e4da-7c1c-4d84-9d59-bb9642f5a202 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800321 Jun 07 13:58:35.306227 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d01d-1fa6-4891-89a7-26795a08769a req-0d3d3850-7bc5-49ff-b13a-ad632d3d1991 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:35.307762 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a98d01d-1fa6-4891-89a7-26795a08769a req-0d3d3850-7bc5-49ff-b13a-ad632d3d1991 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.1619895 Jun 07 13:58:35.355047 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a98d01d-1fa6-4891-89a7-26795a08769a req-1a1a59ab-9cb4-47c4-8317-929d4c0bea52 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Jun 07 13:58:35.453598 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:35.589478 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-3a72c9b8-3849-4379-907f-a077afc28862 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284213 Jun 07 13:58:35.733791 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-327ef5d4-36e6-4b2f-a22c-ca1750eb6367 req-47c01adb-f43c-4bca-a6dd-d32a6a8cabc1 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340804 Jun 07 13:58:36.272865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5151c15-49b0-48fb-baaf-0ad6d7189f8c req-d0293d38-6cee-4c66-8c3a-a528d7994a87 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:36.274656 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b5151c15-49b0-48fb-baaf-0ad6d7189f8c req-d0293d38-6cee-4c66-8c3a-a528d7994a87 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0875146 Jun 07 13:58:36.324958 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b5151c15-49b0-48fb-baaf-0ad6d7189f8c req-c4a25545-a62f-4dfc-9f1a-10e68111b396 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416172 Jun 07 13:58:36.539662 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92c4b1-1f21-4d1f-93bd-520b64e98a35 req-20adc9de-d66d-4c60-8454-f1eeca9658c6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:36.541099 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2b92c4b1-1f21-4d1f-93bd-520b64e98a35 req-20adc9de-d66d-4c60-8454-f1eeca9658c6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.0799353 Jun 07 13:58:36.586934 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2b92c4b1-1f21-4d1f-93bd-520b64e98a35 req-a3ef90ca-67e9-42f2-b413-b150770dd702 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Jun 07 13:58:37.231919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d299e-f7ee-4583-b4bb-9cc4c4f483b4 req-854fd6bf-1851-4a43-9acf-cd0b95d74b66 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:37.233410 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d18d299e-f7ee-4583-b4bb-9cc4c4f483b4 req-854fd6bf-1851-4a43-9acf-cd0b95d74b66 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0821459 Jun 07 13:58:37.282968 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d18d299e-f7ee-4583-b4bb-9cc4c4f483b4 req-fd534e5f-e13a-4deb-af00-e1a2f7a0e8e8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Jun 07 13:58:37.517997 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a52181-c3ad-40f1-91e3-d17e9c851ca6 req-1d78b6ec-befc-4aac-ba59-b264d142780a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:37.519439 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e8a52181-c3ad-40f1-91e3-d17e9c851ca6 req-1d78b6ec-befc-4aac-ba59-b264d142780a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0851338 Jun 07 13:58:37.567227 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e8a52181-c3ad-40f1-91e3-d17e9c851ca6 req-5bae95a8-6b87-4ccc-b654-35bbaf93e7dd tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408309 Jun 07 13:58:37.775070 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4f101-06f4-450e-bc3a-baa8fa0e1ebf req-51b15850-c94c-4f65-a017-41b4601416cd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:37.776432 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdb4f101-06f4-450e-bc3a-baa8fa0e1ebf req-51b15850-c94c-4f65-a017-41b4601416cd tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.0831025 Jun 07 13:58:37.819635 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdb4f101-06f4-450e-bc3a-baa8fa0e1ebf req-aab1dbdd-522f-4ccc-9e5f-8ae3005cdafb tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Jun 07 13:58:38.523752 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f62f9f-8c54-45a6-98dc-9e3e40ac8a42 req-2abc06c9-858d-4cf6-9db5-6b39497bfbd7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:38.525327 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b2f62f9f-8c54-45a6-98dc-9e3e40ac8a42 req-2abc06c9-858d-4cf6-9db5-6b39497bfbd7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.1294060 Jun 07 13:58:38.588159 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b2f62f9f-8c54-45a6-98dc-9e3e40ac8a42 req-f4553f94-2bad-4016-929f-19e3e041e915 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568364 Jun 07 13:58:38.767600 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2038bb-2c9c-439f-a4f0-569686eb3b86 req-fec7cf54-d41a-4ff8-a882-3356af96a93a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:38.769036 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6f2038bb-2c9c-439f-a4f0-569686eb3b86 req-fec7cf54-d41a-4ff8-a882-3356af96a93a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0934312 Jun 07 13:58:38.817339 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6f2038bb-2c9c-439f-a4f0-569686eb3b86 req-49d4e62e-ef16-4589-9f46-e54e010f8e0f tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417106 Jun 07 13:58:39.785641 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:58:39.790017 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baf1a6-f555-4afc-8b39-184e907bf5c3 req-93570aab-678b-4322-9695-2191fbed2698 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:39.791484 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-38baf1a6-f555-4afc-8b39-184e907bf5c3 req-93570aab-678b-4322-9695-2191fbed2698 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0907047 Jun 07 13:58:39.841773 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-38baf1a6-f555-4afc-8b39-184e907bf5c3 req-0445c419-fc3e-4b36-a5fa-1ffbfa726e65 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405443 Jun 07 13:58:40.017071 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6554e98-d3b2-4d82-baed-de7b9534743a req-e7744c1b-c7bb-4e0c-8145-61eebdfbd2ee tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:40.018604 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a6554e98-d3b2-4d82-baed-de7b9534743a req-e7744c1b-c7bb-4e0c-8145-61eebdfbd2ee tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0863187 Jun 07 13:58:40.067579 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a6554e98-d3b2-4d82-baed-de7b9534743a req-4f0767cc-6ed3-4945-81f9-5ad95c7900f4 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424528 Jun 07 13:58:40.657540 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48385c06-d164-4ed8-b712-41d81051d001 req-9a067d1a-57ab-4027-99f3-cb98b35a46bd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:40.658842 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48385c06-d164-4ed8-b712-41d81051d001 req-9a067d1a-57ab-4027-99f3-cb98b35a46bd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0824018 Jun 07 13:58:40.805866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Deleting port 368f611b-7c37-4b4d-84c7-375ef3d31c4c {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:58:40.806208 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:41.044244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] For port 368f611b-7c37-4b4d-84c7-375ef3d31c4c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=368f611b-7c37-4b4d-84c7-375ef3d31c4c,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:41.044970 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:41.055138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2918bc-193e-4b42-8bbd-cb28c373cd37 req-de4466cb-e3a0-4a1f-8fd9-e0a0f2b38afd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:41.056688 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5d2918bc-193e-4b42-8bbd-cb28c373cd37 req-de4466cb-e3a0-4a1f-8fd9-e0a0f2b38afd tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 946 time: 0.0904417 Jun 07 13:58:41.120080 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5d2918bc-193e-4b42-8bbd-cb28c373cd37 req-3beba6ef-5936-4c66-b2c8-36765fbb6214 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=dcbbb0f0-a817-45ef-a469-d031148832b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557427 Jun 07 13:58:41.172422 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-74716c75-64a0-4371-abfc-78ebf1683677 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:41.173907 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-74716c75-64a0-4371-abfc-78ebf1683677 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.2758627 Jun 07 13:58:41.253565 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-baa1706a-5280-4a4b-bf47-4c2c7ec77f4e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/quotas/46c89e1cb5e74700a6e7b51f6e7cb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0719912 Jun 07 13:58:41.308970 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3051f5-b3ef-4e6d-8fcc-3536a1f86e3d req-8aa7589e-7f79-4dbf-a8a8-be8a2366a2ba tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:41.310558 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cd3051f5-b3ef-4e6d-8fcc-3536a1f86e3d req-8aa7589e-7f79-4dbf-a8a8-be8a2366a2ba tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0866365 Jun 07 13:58:41.362760 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cd3051f5-b3ef-4e6d-8fcc-3536a1f86e3d req-481f17c4-7cc3-492f-9c93-9a0039be5da6 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459576 Jun 07 13:58:41.537260 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:41.537658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:41.538197 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Floating IP f62f337e-6c33-4fb6-b209-9038d2437638 disassociated. External IP: 172.27.1.107, port: 368f611b-7c37-4b4d-84c7-375ef3d31c4c. Jun 07 13:58:41.538596 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Calling delete_port for 368f611b-7c37-4b4d-84c7-375ef3d31c4c owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:58:41.557234 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-04cf0b37-ccc4-4dda-944b-58f6a817edbe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2942588 Jun 07 13:58:41.714777 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-89c0db67-5775-4e39-a3a3-41eaaf859db7 service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486146 Jun 07 13:58:41.872968 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:41.879348 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-fbd4bd1d-fb76-4043-b45e-b895a8077b04 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:41.939589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'Port': ['ID=368f611b-7c37-4b4d-84c7-375ef3d31c4c,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:41.946146 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:41.954237 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-8e004482-a235-4f2e-a29b-3dde1077d3a8 service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091568 Jun 07 13:58:42.139498 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:58:42.171337 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7bf9e875-e485-40d4-8063-7d35b60f6009 req-a2f39592-4e5f-43b1-9d04-6a97e61f09bc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 210 time: 0.0664859 Jun 07 13:58:42.362552 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-80b33e16-749d-4841-8b8c-b28b4105a3d3 req-4c61ee8b-749c-426d-8d17-6da0a2fc49d9 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0600457 Jun 07 13:58:42.396624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:58:42.409022 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:58:42.424312 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:42.425524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:42.512671 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] No DVR routers for this DVR port 368f611b-7c37-4b4d-84c7-375ef3d31c4c on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:58:42.515329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:42.517353 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48385c06-d164-4ed8-b712-41d81051d001 req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "DELETE /v2.0/ports/368f611b-7c37-4b4d-84c7-375ef3d31c4c HTTP/1.1" status: 204 len: 173 time: 1.8529520 Jun 07 13:58:42.517864 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'name': 'network-vif-deleted', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:42.529374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642f85f8-9c8c-48da-8795-0941b002aba0" -d '{"events": [{"server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "name": "network-vif-deleted", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:42.647819 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:42.691396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4687e-f499-4540-a726-86e638751357 x-openstack-request-id: req-bba4687e-f499-4540-a726-86e638751357 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:42.691909 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86db80c9-4cd9-411f-80ce-ee42c52e8b03", "name": "network-vif-deleted", "tag": "368f611b-7c37-4b4d-84c7-375ef3d31c4c", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:42.692294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bba4687e-f499-4540-a726-86e638751357 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:42.692881 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db80c9-4cd9-411f-80ce-ee42c52e8b03', 'name': 'network-vif-deleted', 'tag': '368f611b-7c37-4b4d-84c7-375ef3d31c4c', 'status': 'completed', 'code': 200} Jun 07 13:58:42.786928 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b4990-a6a6-4c75-8150-d98eabf1a9d7 req-62e2db8a-8753-4e5f-8e01-9faef97b1c8a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:42.803628 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f48b4990-a6a6-4c75-8150-d98eabf1a9d7 req-62e2db8a-8753-4e5f-8e01-9faef97b1c8a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.2634814 Jun 07 13:58:42.848754 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f48b4990-a6a6-4c75-8150-d98eabf1a9d7 req-96f0404d-0856-4416-adc3-f348cab19107 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441847 Jun 07 13:58:43.016712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:43.020828 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:58:43.030340 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:58:43.030921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:43.205400 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:58:43.337147 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aff2303c-9388-4757-8269-f1eaf1237446 req-098691bf-43ea-4d22-a05c-88b042b7b695 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 210 time: 0.0514531 Jun 07 13:58:43.567549 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-656ea953-71df-40d1-ae7f-c3efcc1c50d9 req-d9a5b6da-ef2e-465b-a913-f4bb11479144 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=86db80c9-4cd9-411f-80ce-ee42c52e8b03 HTTP/1.1" status: 200 len: 210 time: 0.0459542 Jun 07 13:58:43.581662 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:43.586206 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2abd1b3-a942-47ac-a69b-432b4ca00694 None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:58:43.843373 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b6e56b-cc4c-4863-8293-b3aaf8e6b02d None None] New status for floating IP f62f337e-6c33-4fb6-b209-9038d2437638: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:58:43.884459 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 368f611b-7c37-4b4d-84c7-375ef3d31c4c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:58:43.951023 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 368f611b-7c37-4b4d-84c7-375ef3d31c4c {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:58:43.951779 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 368f611b-7c37-4b4d-84c7-375ef3d31c4c not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:58:44.111320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-14ea504f-928b-4939-b795-7efbef1238a6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:44.113872 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-14ea504f-928b-4939-b795-7efbef1238a6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.1792092 Jun 07 13:58:44.119362 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3125f-ca20-4fc6-ba71-ce267b10fddd req-1ecb87fd-6192-42fc-9cda-dea372b91ab5 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:44.121151 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c1e3125f-ca20-4fc6-ba71-ce267b10fddd req-1ecb87fd-6192-42fc-9cda-dea372b91ab5 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0995615 Jun 07 13:58:44.139601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Request body: {'port': {'device_id': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'admin_state_up': True, 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:44.177632 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-c1e3125f-ca20-4fc6-ba71-ce267b10fddd req-da4aa7f0-eaf7-4f10-aadb-24f8c1f56d4b tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506709 Jun 07 13:58:44.307159 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:58:44.310544 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.520068 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a0d686ea-6b59-4c73-bfa4-3c859b03bee0 req-8c8c41bd-c5e6-4d18-bf4d-bc26b08f482c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 210 time: 0.0593133 Jun 07 13:58:44.610486 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Allocated IP 172.20.0.5 (9165d824-41b8-4870-8940-c18c2c5e74eb/28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f/1e976056-fa94-4759-b8ed-7c4f5f0e2d0e) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:44.711534 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52024) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:44.812811 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.841620 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.857494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.890321 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.897108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9ae55361-2717-442b-bcb8-01fd3faa571b tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:44.898270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.900955 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:44.902233 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "DELETE /v2.0/security-groups/dcbbb0f0-a817-45ef-a469-d031148832b3 HTTP/1.1" status: 204 len: 168 time: 0.1929553 Jun 07 13:58:44.903314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ca755037-ff02-4927-8008-63af6fa569f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:44.910807 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52026) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:44.926140 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbbb0f0-a817-45ef-a469-d031148832b3,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:44.931890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:44.938063 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.api.v2.resource [None req-ae193ad2-ebe9-4550-a72a-b2dd76bc1b34 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] show failed (client error): The resource could not be found. Jun 07 13:58:44.939412 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ae193ad2-ebe9-4550-a72a-b2dd76bc1b34 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups/dcbbb0f0-a817-45ef-a469-d031148832b3 HTTP/1.1" status: 404 len: 347 time: 0.0258420 Jun 07 13:58:44.942204 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52028) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:44.947128 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', '558b8707-e0b7-4536-8260-685cb6620575'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:44.974011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Network 9165d824-41b8-4870-8940-c18c2c5e74eb is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:44.977255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:44.979640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:45.061380 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:45.062011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.077649 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event updated for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:45.089485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:45.091767 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9565940 Jun 07 13:58:45.116921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Request body: {'port': {'device_id': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:45.224451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Deleting port 0458120d-1505-4036-9fbd-3cf47ff9433d {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:58:45.225360 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.284202 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.368342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.368711 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.496081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Calling delete_port for 0458120d-1505-4036-9fbd-3cf47ff9433d owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:58:45.562644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291098ee-3330-49fa-b420-ed804861ce00 req-648e00b5-fabe-4722-a6db-4923a58bda47 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:45.564907 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-291098ee-3330-49fa-b420-ed804861ce00 req-648e00b5-fabe-4722-a6db-4923a58bda47 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.2055125 Jun 07 13:58:45.641023 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.645863 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:45.685321 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-291098ee-3330-49fa-b420-ed804861ce00 req-f04d02c9-f2f0-42eb-be80-039f05f0ec32 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079738 Jun 07 13:58:45.730455 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'Port': ['ID=0458120d-1505-4036-9fbd-3cf47ff9433d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:45.763352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:45.792393 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:45.799434 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.813885 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Transition to ACTIVE for port object 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:45.817899 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.822452 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-946e89e3-997e-4656-9072-ef3fbc069307 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:45.841032 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.843424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:45.848661 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "DELETE /v2.0/floatingips/f62f337e-6c33-4fb6-b209-9038d2437638 HTTP/1.1" status: 204 len: 168 time: 0.9011843 Jun 07 13:58:45.872393 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e77111-ec60-4a6e-8a04-9f012bfa51c0 req-cb15f45c-a397-43fd-886b-71e7398a404f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:45.873719 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-37e77111-ec60-4a6e-8a04-9f012bfa51c0 req-cb15f45c-a397-43fd-886b-71e7398a404f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 931 time: 0.1948082 Jun 07 13:58:45.929636 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-37e77111-ec60-4a6e-8a04-9f012bfa51c0 req-1bc649ab-6200-4e8a-adac-3ac466aac6e7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Jun 07 13:58:45.981787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:46.010278 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:46.050684 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Attempting to bind port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:58:46.051008 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Attempting to bind port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:58:46.051322 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Attempting to bind port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:46.056028 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e on network 9165d824-41b8-4870-8940-c18c2c5e74eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:58:46.056338 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Attempting to bind port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:46.061385 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:58:46.061710 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Checking segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:58:46.062080 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Bound using segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:58:46.062492 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Bound port: 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:58:46.062822 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.157025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:58:46.159817 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:58:46.164695 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.169022 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-58ba29f9-2e39-4dab-b7e4-492c48aea2ae tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:46.227974 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:46.229170 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.230193 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e976056-fa94-4759-b8ed-7c4f5f0e2d0e HTTP/1.1" status: 200 len: 1093 time: 1.1188490 Jun 07 13:58:46.232738 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:46.235000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:46.257691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:46.262072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:46.315336 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52048) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:46.321016 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225465431', 'description': 'tempest-description--1347844788'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:46.363296 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.363465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9994c1-69ca-4483-a10a-7af59494cfa4 x-openstack-request-id: req-5f9994c1-69ca-4483-a10a-7af59494cfa4 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:46.363773 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:46.364059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f9994c1-69ca-4483-a10a-7af59494cfa4 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:46.364483 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', 'status': 'completed', 'code': 200} Jun 07 13:58:46.374257 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52052) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:46.410462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-990069ac-483b-47df-b1d3-0be550803e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:46.411872 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-990069ac-483b-47df-b1d3-0be550803e1f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 1096 time: 0.1153824 Jun 07 13:58:46.473253 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.477903 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.481931 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-37a66c5b-e292-489f-8d2a-d15d19503d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:46.520967 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.522309 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2058337 Jun 07 13:58:46.524112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367205ab-fa00-4834-aef1-b7b119c921bb,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:46.526362 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52054) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:46.528444 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:46.531743 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group_rule': {'security_group_id': '367205ab-fa00-4834-aef1-b7b119c921bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:46.560414 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.586939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-c2a5271b-f1b7-4bbc-86c3-29eb83bfa646 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e HTTP/1.1" status: 200 len: 217 time: 0.1535110 Jun 07 13:58:46.591821 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Deleting subnet 2bdf662c-66f8-4d10-a836-7e578bcb677d {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 13:58:46.595731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.622919 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.627178 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.629456 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-491b6c91-fed0-4da8-ae25-21f123510551 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:46.653108 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19e3c0b-454a-4ed9-bfb9-fecf9a475ab8,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:46.657047 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:46.658635 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.662852 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-c6a25199-eb81-48c6-9cf8-4a067c41f3a2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326489 Jun 07 13:58:46.662852 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52056) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:46.667199 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'security_group_rule': {'security_group_id': '367205ab-fa00-4834-aef1-b7b119c921bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:46.696341 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.698568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.741325 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-968f7c13-f905-4f3b-8de2-e89e82952529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:46.742640 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-968f7c13-f905-4f3b-8de2-e89e82952529 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.1478467 Jun 07 13:58:46.770818 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.776028 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.778352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-68b2951a-10b6-4466-9d2c-a9e0e7fefce3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:46.801650 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0fe3bd-3907-47d7-99ab-0e1b53ae1d9f,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:46.806069 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-337e0e90-bd26-40ca-b8c1-ac4eeace1af6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511210 Jun 07 13:58:46.809800 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:46.813794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.814516 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:46.815690 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1520002 Jun 07 13:58:46.819151 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52060) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:46.823242 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:46.845276 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.062567 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.072792 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1a008087-f169-4a20-a034-ce46ad4e8e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:47.098388 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-7cf9cc53-e3ac-4b78-90dc-81938dfc3b0a service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200382 Jun 07 13:58:47.131229 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdf662c-66f8-4d10-a836-7e578bcb677d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:47.139181 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:47.146371 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.151426 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c9071ebc-b104-439e-9986-2342fa0cbe33 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2bdf662c-66f8-4d10-a836-7e578bcb677d HTTP/1.1" status: 204 len: 168 time: 0.7735481 Jun 07 13:58:47.151776 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52064) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:47.156674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0510cf-6043-47f2-8807-eff7ce478a86 req-eeb288e5-ce52-4ea7-89fc-77ba972951fa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:47.158067 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a0510cf-6043-47f2-8807-eff7ce478a86 req-eeb288e5-ce52-4ea7-89fc-77ba972951fa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.3482072 Jun 07 13:58:47.184029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.278537 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a0510cf-6043-47f2-8807-eff7ce478a86 req-1e4c9f97-b9a6-4b2b-b3e1-fd30f137daee tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&id=d14144a8-2d88-4d06-9f66-09f9c618caae&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065238 Jun 07 13:58:47.302103 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4805d-8307-4abb-9093-4a0d2d0f456f req-62fe816c-ed10-4cbc-92bf-c1c8d6753f48 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946797 Jun 07 13:58:47.332140 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.429130 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805eb1-ebc0-46af-993d-6cb53862260a req-f675abb1-1345-408c-84e8-bf2169ae1c4d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:47.430635 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e3805eb1-ebc0-46af-993d-6cb53862260a req-f675abb1-1345-408c-84e8-bf2169ae1c4d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 943 time: 0.3361192 Jun 07 13:58:47.517812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Allocated IP 172.27.1.132 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/c9fcb9de-52c0-48ab-a513-5d6dae7dc396) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:47.523425 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-e52b2c50-1426-45b4-a8bb-fd51edff04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:47.525596 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-e52b2c50-1426-45b4-a8bb-fd51edff04da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 1096 time: 0.0857687 Jun 07 13:58:47.592754 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.606034 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e3805eb1-ebc0-46af-993d-6cb53862260a req-fec8c1d2-773a-490c-b802-d8ff8172dc63 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605604 Jun 07 13:58:47.625557 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105c2eb0-92d3-456d-9c18-213a70a49943']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:47.657305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19c0162-ae23-47ae-8956-5b2507e44204') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:47.657603 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19c0162-ae23-47ae-8956-5b2507e44204') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:58:47.667966 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-9556c432-e69a-49a9-8b1a-71a78f1937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:47.669433 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-9556c432-e69a-49a9-8b1a-71a78f1937ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 916 time: 0.1362808 Jun 07 13:58:47.674297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.737449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.742315 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-d5b141bf-b1b9-4531-a4e6-f3053168ff28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e HTTP/1.1" status: 200 len: 217 time: 0.0617619 Jun 07 13:58:47.753531 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 13:58:47.753934 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 13:58:47.772653 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 13:58:47.821761 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-989e9ede-ba2e-4e49-b968-f96a977d5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:47.823197 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-989e9ede-ba2e-4e49-b968-f96a977d5cdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.0634046 Jun 07 13:58:47.867957 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.875115 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-fe7f7289-407d-4147-b427-a4e1a1eb6ef4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427098 Jun 07 13:58:47.875951 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.883570 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-558a5648-b991-4137-9ee1-b4803f199e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:47.900828 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.904918 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] 10.222.0.20 "DELETE /v2.0/networks/105c2eb0-92d3-456d-9c18-213a70a49943 HTTP/1.1" status: 204 len: 168 time: 0.7502635 Jun 07 13:58:47.907885 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Pushing event deleted for resources: {'Network': ['ID=105c2eb0-92d3-456d-9c18-213a70a49943,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:47.910896 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:47.926681 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:47.932899 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:47.999493 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:48.002348 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:48.007230 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:48.037542 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-c0373321-6ee3-4ffc-b609-35316b65410e service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543195 Jun 07 13:58:48.049449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=c9fcb9de-52c0-48ab-a513-5d6dae7dc396,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:48.049613 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52072) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:48.054361 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:48.103290 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.169483 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.194028 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-62ceb020-cb47-40f7-8fb2-1f381a56a661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab53d02bdb2f43869bd61f9f5f2d3df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415789 Jun 07 13:58:48.198081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52074) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:58:48.229536 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3e77ba4-ff2b-485e-bf4c-234aae4ec2f5 req-66368662-9598-491b-9911-365ee180b3b7 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790290 Jun 07 13:58:48.318079 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.401112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.475379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.483432 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.488888 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b109b90-6540-4bba-b01e-ad1a0e63fd0c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:48.520163 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.522908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.524317 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/018e0681-07e8-478e-ba63-a0f9433c1c52 HTTP/1.1" status: 204 len: 168 time: 0.3252907 Jun 07 13:58:48.602627 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=c9fcb9de-52c0-48ab-a513-5d6dae7dc396,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:48.606680 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:48.607274 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a796f3e1-25f5-473f-89e7-3682b874c7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:48.617219 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.623834 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e0681-07e8-478e-ba63-a0f9433c1c52,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:48.632058 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:48.646129 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:48.648357 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8283648 Jun 07 13:58:48.837530 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92a595-21b8-48ed-891f-b9f916438b9c req-04127355-ac64-4258-b698-1923ed69fb08 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:48.839206 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9f92a595-21b8-48ed-891f-b9f916438b9c req-04127355-ac64-4258-b698-1923ed69fb08 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 943 time: 0.0976911 Jun 07 13:58:48.888796 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9f92a595-21b8-48ed-891f-b9f916438b9c req-46e0fb43-c456-444f-8466-7b2852cce70e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Jun 07 13:58:48.985763 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-45e171e5-5c3a-4134-96a2-cd7881f6a861 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1225465431&fields=id&tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 267 time: 0.1140311 Jun 07 13:58:49.132569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-3d43f589-a559-4f09-89f3-9de8c4b4c29c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:49.134142 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-3d43f589-a559-4f09-89f3-9de8c4b4c29c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 810 time: 0.1416841 Jun 07 13:58:49.149167 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-cef5eea8-afe5-444c-b71c-ae13a6a49dea tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/quotas/6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 375 time: 0.0096111 Jun 07 13:58:49.235219 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-e35e4c7b-0c4f-495e-9cb8-0cb26977098f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804536 Jun 07 13:58:49.373172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-f968f77e-7235-4e2f-b3b3-84dc4ae7d813 service neutron] 10.222.0.20 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263912 Jun 07 13:58:49.505142 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-d009bcbb-668c-4eb8-99fb-de1c83e270d8 service neutron] 10.222.0.20 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262825 Jun 07 13:58:49.684031 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-83d64dca-144d-409d-8502-06c3348a6c41 req-5c4d4f9e-bbeb-4532-aff5-accdf0ac20ae tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 210 time: 0.0427878 Jun 07 13:58:49.886462 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:58:50.028326 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:50.042300 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'port_id': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', 'mac_address': 'fa:16:3e:d7:13:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:58:50.111565 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:50.134407 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:50.151641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:50.156772 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:50.158527 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:50.198121 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d81b08-faaf-499f-88f2-01c3619af66b req-5d1a7a49-cf8b-45e8-8a82-f6a88b623bb5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:50.199641 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e6d81b08-faaf-499f-88f2-01c3619af66b req-5d1a7a49-cf8b-45e8-8a82-f6a88b623bb5 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 943 time: 0.1977808 Jun 07 13:58:50.227255 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:50.230917 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:50.249188 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e6d81b08-faaf-499f-88f2-01c3619af66b req-4c84230f-4a83-4e0a-b500-acb8f41266cc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Jun 07 13:58:50.608210 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:50.857480 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a592562-b36b-4ea9-8140-b8e5d07586e5 req-f00e49f7-d85c-424e-9f86-0bddd4c81519 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 210 time: 0.0615065 Jun 07 13:58:51.148739 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-a0bc1977-6222-405c-82de-d3a55ea02203 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:51.150058 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-a0bc1977-6222-405c-82de-d3a55ea02203 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 810 time: 0.1544197 Jun 07 13:58:51.230189 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-372415a7-fa96-4bee-aec7-4f91d86aab29 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f HTTP/1.1" status: 200 len: 380 time: 0.0419014 Jun 07 13:58:51.254941 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'port': {'device_id': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'admin_state_up': True, 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'security_groups': ['367205ab-fa00-4834-aef1-b7b119c921bb']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:51.461290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Made reservation on behalf of 6438dda2abb24e9d99cd3e8db4afdb0f for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:58:51.464738 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:51.490239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b55ae-ab8e-4190-a4a1-66a866a15896 req-cbbc86d4-ff03-4ef5-b824-c34f04eeda21 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:51.491867 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0b3b55ae-ab8e-4190-a4a1-66a866a15896 req-cbbc86d4-ff03-4ef5-b824-c34f04eeda21 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 944 time: 0.1386900 Jun 07 13:58:51.600154 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0b3b55ae-ab8e-4190-a4a1-66a866a15896 req-37dd144b-65d1-4206-bf3c-572e4e83babe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697045 Jun 07 13:58:51.670371 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Allocated IP 172.20.0.6 (06ab67c6-6081-4b77-a1cb-e96287125bf2/bcfdc0d6-4cc0-4e67-8658-a19e21b1c908/eefc50cd-217b-480f-820e-0842b097e225) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:58:51.853589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:51.869106 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Transition to ACTIVE for port object eefc50cd-217b-480f-820e-0842b097e225 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:51.893151 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:51.898977 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:58:51.899470 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c90a541a-599f-437d-828a-771c4f9bf947 tempest-ServerRescueNegativeTestJSON-219824134 tempest-ServerRescueNegativeTestJSON-219824134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:51.966581 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:58:51.971031 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:58:51.971406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:51.972171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:58:51.975716 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:58:51.979897 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:58:52.015554 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event updated for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:52.020449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:52.051658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.052628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.077614 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8266680 Jun 07 13:58:52.093767 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76511e5-bfcc-4283-a6d9-105b3d3171b7 req-4e2a8d48-b9ab-4dfe-977e-6f3bdc1fc124 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.095290 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e76511e5-bfcc-4283-a6d9-105b3d3171b7 req-4e2a8d48-b9ab-4dfe-977e-6f3bdc1fc124 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 931 time: 0.1250324 Jun 07 13:58:52.098717 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Request body: {'port': {'device_id': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:58:52.121385 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.155197 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:52.157584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40830415-1a94-4162-a333-5d76bfe5d831" -d '{"events": [{"server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:52.166755 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e76511e5-bfcc-4283-a6d9-105b3d3171b7 req-6ce75b41-ed4e-4aaa-8ce2-0851ad6d692e tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638270 Jun 07 13:58:52.175004 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:52.183704 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.185907 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:52.273592 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:52.277813 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:52.290660 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-cebf69e1-ce65-4636-9b2e-d81742418590 None None] Provisioning for port eefc50cd-217b-480f-820e-0842b097e225 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:58:52.297124 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-cebf69e1-ce65-4636-9b2e-d81742418590 None None] Provisioning complete for port eefc50cd-217b-480f-820e-0842b097e225 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:58:52.297532 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-cebf69e1-ce65-4636-9b2e-d81742418590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.351938 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.372839 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e8c86-7acd-48a9-9eef-14674cbca536 x-openstack-request-id: req-645e8c86-7acd-48a9-9eef-14674cbca536 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:52.373156 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "name": "network-vif-plugged", "status": "completed", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:52.373432 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-645e8c86-7acd-48a9-9eef-14674cbca536 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:52.373846 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', 'code': 200} Jun 07 13:58:52.400586 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-cebf69e1-ce65-4636-9b2e-d81742418590 None None] Port eefc50cd-217b-480f-820e-0842b097e225 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:58:52.812205 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eefc50cd-217b-480f-820e-0842b097e225 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:52.822285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.825805 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656ccc0-c36c-4918-b9d4-c124110502a3 req-4247a1f4-643b-407f-bed2-1f956a374951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:52.827257 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9656ccc0-c36c-4918-b9d4-c124110502a3 req-4247a1f4-643b-407f-bed2-1f956a374951 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 1098 time: 0.2092760 Jun 07 13:58:52.866556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Transition to ACTIVE for port object eefc50cd-217b-480f-820e-0842b097e225 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:58:52.879178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:52.886653 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-50d42910-12b0-4cd0-a31e-6d34a23db270 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:52.995570 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9656ccc0-c36c-4918-b9d4-c124110502a3 req-c37491d7-6d3f-4316-b3d6-fbee901e2307 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564736 Jun 07 13:58:53.022499 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5b3ba-bef7-4cc8-8df5-6fdd74a6766a req-f11175f2-ba50-4140-99e1-38c184dd88dc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.024173 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3b5b3ba-bef7-4cc8-8df5-6fdd74a6766a req-f11175f2-ba50-4140-99e1-38c184dd88dc tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.2866867 Jun 07 13:58:53.049637 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Pushing event updated for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:53.052899 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:53.155727 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b3b5b3ba-bef7-4cc8-8df5-6fdd74a6766a req-3a7f5087-1f42-4d6b-a813-c774ad769ba1 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246185 Jun 07 13:58:53.187333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Attempting to bind port eefc50cd-217b-480f-820e-0842b097e225 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:58:53.187700 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Attempting to bind port eefc50cd-217b-480f-820e-0842b097e225 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:58:53.188025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Attempting to bind port eefc50cd-217b-480f-820e-0842b097e225 on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:53.192936 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Port eefc50cd-217b-480f-820e-0842b097e225 on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:58:53.193936 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Attempting to bind port eefc50cd-217b-480f-820e-0842b097e225 on network 06ab67c6-6081-4b77-a1cb-e96287125bf2 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:58:53.199173 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:58:53.199649 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Checking segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:58:53.200076 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Bound using segment: {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:58:53.200494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Bound port: eefc50cd-217b-480f-820e-0842b097e225, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1e1e88-7359-4e03-bf39-2d74a7c210e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:58:53.200881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:53.307536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:58:53.310627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eefc50cd-217b-480f-820e-0842b097e225,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:58:53.314169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:53.319706 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c36b25c7-efd7-4411-bbec-f8be681f4e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:53.351552 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98fbea-d721-4e94-9dff-5910f2a2b885 req-b05c02bd-143a-4e81-b57f-e59ade77419a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.353033 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5d98fbea-d721-4e94-9dff-5910f2a2b885 req-b05c02bd-143a-4e81-b57f-e59ade77419a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 943 time: 0.0810394 Jun 07 13:58:53.383037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.383693 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:53.385102 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] 10.222.0.55 "PUT /v2.0/ports/eefc50cd-217b-480f-820e-0842b097e225 HTTP/1.1" status: 200 len: 1093 time: 1.2910187 Jun 07 13:58:53.385623 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:58:53.388059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f5f95-20ee-413f-a710-74c19a655c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "tag": "eefc50cd-217b-480f-820e-0842b097e225"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:58:53.408385 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5d98fbea-d721-4e94-9dff-5910f2a2b885 req-86004d53-1ae1-4f92-959d-dfd79b64e08f tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479105 Jun 07 13:58:53.415012 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Pushing event updated for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:53.418466 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:53.447107 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8de7d-bc61-45df-b311-dc449869d066 x-openstack-request-id: req-9fa8de7d-bc61-45df-b311-dc449869d066 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:58:53.451374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "tag": "eefc50cd-217b-480f-820e-0842b097e225", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:58:53.451374 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fa8de7d-bc61-45df-b311-dc449869d066 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:58:53.451374 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225', 'status': 'completed', 'code': 200} Jun 07 13:58:53.584292 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-7fc265e4-fbbc-4d2a-8ff0-b8a588fe6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.585760 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-7fc265e4-fbbc-4d2a-8ff0-b8a588fe6968 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 1096 time: 0.0800035 Jun 07 13:58:53.703367 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-43ec8945-7c1c-4489-b370-f49a29379fa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefc50cd-217b-480f-820e-0842b097e225 HTTP/1.1" status: 200 len: 217 time: 0.0667911 Jun 07 13:58:53.774887 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b4f3f145-30a3-482f-9f23-1fcee53800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.776353 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-b4f3f145-30a3-482f-9f23-1fcee53800f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0588529 Jun 07 13:58:53.866869 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-218d3456-9083-47e8-8724-d37ff96f9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:53.868256 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-218d3456-9083-47e8-8724-d37ff96f9199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824361 Jun 07 13:58:54.006672 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-ed5ffc45-02cc-4e7f-b9f4-6036ed8b0bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276548 Jun 07 13:58:54.237065 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0574cb4d-286c-4b6a-8339-11570bb4a826 req-34aed3fe-0e69-4e8c-b0b8-f990f7106c4a service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196245 Jun 07 13:58:54.365504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2177656-d017-4a1f-abf2-ce4cc7b8f3d9 req-aa70df9d-ff39-473e-bd37-5d9215df4887 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.367619 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e2177656-d017-4a1f-abf2-ce4cc7b8f3d9 req-aa70df9d-ff39-473e-bd37-5d9215df4887 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.0916569 Jun 07 13:58:54.460441 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e2177656-d017-4a1f-abf2-ce4cc7b8f3d9 req-853d5945-32d1-434c-9e5c-1b9bce91d007 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625503 Jun 07 13:58:54.475853 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-3e118af8-6e3c-488f-bc8a-2497ce470573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.477286 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-3e118af8-6e3c-488f-bc8a-2497ce470573 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 1096 time: 0.1088240 Jun 07 13:58:54.687881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-daaba403-2ab3-4736-a417-aa533383ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.689539 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-daaba403-2ab3-4736-a417-aa533383ca67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.1540272 Jun 07 13:58:54.780172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-da65651f-95e8-4f0c-85cd-f5952994bcc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefc50cd-217b-480f-820e-0842b097e225 HTTP/1.1" status: 200 len: 217 time: 0.0816820 Jun 07 13:58:54.798824 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933b229-efed-4e34-9a8b-1942bc829d1d req-7011e916-0755-4f83-a874-bfc9e3fabff2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.800374 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0933b229-efed-4e34-9a8b-1942bc829d1d req-7011e916-0755-4f83-a874-bfc9e3fabff2 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 943 time: 0.0986540 Jun 07 13:58:54.848431 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0933b229-efed-4e34-9a8b-1942bc829d1d req-175639fd-bc01-40d3-b46b-c0fd14214d04 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Jun 07 13:58:54.880495 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-3ae9441e-b863-422e-9c6b-765f7de4514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.882127 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-3ae9441e-b863-422e-9c6b-765f7de4514f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0610323 Jun 07 13:58:54.978800 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-52e23df1-4f45-4e53-a115-000897197fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:54.980355 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-52e23df1-4f45-4e53-a115-000897197fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733697 Jun 07 13:58:55.117446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-2e21bb8c-3c49-4488-9186-14323f52e6e6 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263351 Jun 07 13:58:55.257675 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d2f5f95-20ee-413f-a710-74c19a655c8d req-74fad667-1b98-442c-8190-ac9da14de40a service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253996 Jun 07 13:58:55.391824 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5f789ebb-00fa-402a-ad94-e7241c7cb682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:55.653143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360ec2a-cded-4f52-8ed4-c4706d0caeed req-a64b530f-91e9-46de-82d6-e3f7aa6401af tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:55.654683 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6360ec2a-cded-4f52-8ed4-c4706d0caeed req-a64b530f-91e9-46de-82d6-e3f7aa6401af tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.0826786 Jun 07 13:58:55.700388 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6360ec2a-cded-4f52-8ed4-c4706d0caeed req-5b031b83-bcf9-43b6-9791-9db62069b09a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Jun 07 13:58:55.933542 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device eefc50cd-217b-480f-820e-0842b097e225 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:58:56.092756 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbf443-f881-4d6b-8678-d709af23a995 req-b69c840e-756b-4b73-9c9d-b8f26fc502df tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:56.094429 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4ecbf443-f881-4d6b-8678-d709af23a995 req-b69c840e-756b-4b73-9c9d-b8f26fc502df tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 943 time: 0.1087477 Jun 07 13:58:56.107489 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eefc50cd-217b-480f-820e-0842b097e225,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:56.131317 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'eefc50cd-217b-480f-820e-0842b097e225', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'port_id': 'eefc50cd-217b-480f-820e-0842b097e225', 'mac_address': 'fa:16:3e:f0:9b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:58:56.151959 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4ecbf443-f881-4d6b-8678-d709af23a995 req-af6b5578-1d5a-4244-8d1a-fa67fad84351 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492003 Jun 07 13:58:56.193892 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:56.210333 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eefc50cd-217b-480f-820e-0842b097e225 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:58:56.224964 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eefc50cd-217b-480f-820e-0842b097e225,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:58:56.229203 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:56.231035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:58:56.296643 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:58:56.299791 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:58:56.774143 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['eefc50cd-217b-480f-820e-0842b097e225'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:58:57.337631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029f7c2-2496-420b-93f6-4d1af2aac2b0 req-87798170-f52e-491c-b3a6-405e5e8673cb tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:57.338986 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6029f7c2-2496-420b-93f6-4d1af2aac2b0 req-87798170-f52e-491c-b3a6-405e5e8673cb tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 944 time: 0.0807700 Jun 07 13:58:57.387762 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6029f7c2-2496-420b-93f6-4d1af2aac2b0 req-e106e1e1-ab86-460b-bd8a-83914b160767 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Jun 07 13:58:57.920127 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-c36c6b5f-4f29-4768-b388-0f286054c6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:58.046224 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:58.583703 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69f15b-5d27-4c14-9806-28d89328da51 req-67427a66-626b-40ae-93a3-febd8bbe4ef6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:58.585079 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3b69f15b-5d27-4c14-9806-28d89328da51 req-67427a66-626b-40ae-93a3-febd8bbe4ef6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 944 time: 0.0863936 Jun 07 13:58:58.629472 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3b69f15b-5d27-4c14-9806-28d89328da51 req-7faa3cd0-4e14-44f3-a9a5-b49a0d2ea16a tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Jun 07 13:58:59.164922 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:58:59.814034 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea563-d24c-4aed-9be9-c62c1434a738 req-3c9bdfd7-dfda-4e92-ba7e-c7622b91cba1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:58:59.815487 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-97dea563-d24c-4aed-9be9-c62c1434a738 req-3c9bdfd7-dfda-4e92-ba7e-c7622b91cba1 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 944 time: 0.0801740 Jun 07 13:58:59.863764 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-97dea563-d24c-4aed-9be9-c62c1434a738 req-95ce4177-8377-4f86-9427-9818112a6894 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Jun 07 13:58:59.951490 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device eefc50cd-217b-480f-820e-0842b097e225 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:59:00.021859 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port eefc50cd-217b-480f-820e-0842b097e225 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:59:00.026663 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port eefc50cd-217b-480f-820e-0842b097e225 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:59:00.027038 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:00.171436 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:00.198148 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:00.200323 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d501229a-41c2-40ef-9664-2826ca9c733e" -d '{"events": [{"server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "name": "network-vif-plugged", "status": "completed", "tag": "eefc50cd-217b-480f-820e-0842b097e225"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:00.207852 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eefc50cd-217b-480f-820e-0842b097e225,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:00.212485 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:00.215366 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-310a112d-7029-41b2-89be-8ef02b5864fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:00.253633 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b196f6-a91a-4dc8-be59-68f648c3b62a x-openstack-request-id: req-19b196f6-a91a-4dc8-be59-68f648c3b62a {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:00.253946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "name": "network-vif-plugged", "status": "completed", "tag": "eefc50cd-217b-480f-820e-0842b097e225", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:00.254208 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19b196f6-a91a-4dc8-be59-68f648c3b62a {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:00.254651 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225', 'code': 200} Jun 07 13:59:00.290236 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:00.293418 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:00.558224 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9adf5-f65d-4ac6-8ee6-4a7abecb185c req-cf475a19-12b2-43e6-b70c-ea6b9ecc5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:00.559798 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95d9adf5-f65d-4ac6-8ee6-4a7abecb185c req-cf475a19-12b2-43e6-b70c-ea6b9ecc5dff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 1098 time: 0.0715365 Jun 07 13:59:00.610409 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95d9adf5-f65d-4ac6-8ee6-4a7abecb185c req-08f23461-84aa-4515-9d83-0fc5571bce28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Jun 07 13:59:00.881584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:01.111240 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a070e4-ad85-4b19-b4c0-ee58214c3df1 req-2bc5cd28-efe6-488c-93c2-2b74b96612af tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:01.113843 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1a070e4-ad85-4b19-b4c0-ee58214c3df1 req-2bc5cd28-efe6-488c-93c2-2b74b96612af tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.1427252 Jun 07 13:59:01.159561 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e1a070e4-ad85-4b19-b4c0-ee58214c3df1 req-52d23387-f57f-45b7-979e-a60f3e582b1d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Jun 07 13:59:02.346989 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29909ff2-ff52-4dfa-ae80-178389049bf0 req-07b4f3e7-f46d-4a93-8b5f-fa711676350b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:02.348639 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-29909ff2-ff52-4dfa-ae80-178389049bf0 req-07b4f3e7-f46d-4a93-8b5f-fa711676350b tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0841844 Jun 07 13:59:02.395669 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-29909ff2-ff52-4dfa-ae80-178389049bf0 req-c8da0f0a-2840-46d6-8a8f-50a02e77c7d5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 Jun 07 13:59:03.598198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5a330-b9cb-4617-a907-69ff18f357e3 req-072f5ea0-022c-4f52-842d-82a5744fefc6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:03.600412 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d4f5a330-b9cb-4617-a907-69ff18f357e3 req-072f5ea0-022c-4f52-842d-82a5744fefc6 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0949728 Jun 07 13:59:03.646576 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d4f5a330-b9cb-4617-a907-69ff18f357e3 req-602c9ef4-6b42-4494-a9f0-270b149cf5de tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390472 Jun 07 13:59:03.832195 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea4c8-8270-48f4-8067-e197aa5c6a4d req-37905182-af32-403e-aa6e-41194c475ca5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:03.834346 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-308ea4c8-8270-48f4-8067-e197aa5c6a4d req-37905182-af32-403e-aa6e-41194c475ca5 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0847518 Jun 07 13:59:03.842865 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52204) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:03.847683 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Request body: {'floatingip': {'port_id': 'eefc50cd-217b-480f-820e-0842b097e225'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:03.929001 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:04.525091 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:04.529724 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:04.809443 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Floating IP 8b98e75a-2c76-40a6-a57d-f402d4c6c8ba associated. External IP: 172.27.1.132, port: eefc50cd-217b-480f-820e-0842b097e225. Jun 07 13:59:05.183695 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:05.361312 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:05.365681 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:05.371284 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:05.381805 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:05.382419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:05.423156 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-38485174-e322-4bd0-866a-1fa3aee53761 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "PUT /v2.0/floatingips/8b98e75a-2c76-40a6-a57d-f402d4c6c8ba HTTP/1.1" status: 200 len: 991 time: 1.5791712 Jun 07 13:59:05.423818 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:05.426108 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeba14b-924a-4aeb-b834-9f1ac9e21124" -d '{"events": [{"name": "network-changed", "server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "tag": "eefc50cd-217b-480f-820e-0842b097e225"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:05.474229 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:05.553241 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b1bd4-2d9c-4cbb-a60f-2d1f30cc89d3 x-openstack-request-id: req-e82b1bd4-2d9c-4cbb-a60f-2d1f30cc89d3 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:05.553605 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "tag": "eefc50cd-217b-480f-820e-0842b097e225", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:05.553896 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e82b1bd4-2d9c-4cbb-a60f-2d1f30cc89d3 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:05.554324 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225', 'status': 'completed', 'code': 200} Jun 07 13:59:05.593011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:05.751800 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-c17fdec7-c2c2-4092-9519-07d12f4cf466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:05.753269 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-c17fdec7-c2c2-4092-9519-07d12f4cf466 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 1098 time: 0.0811486 Jun 07 13:59:05.919115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-9c192ebf-5cd4-4167-8a0e-1589dde59674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:05.920493 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-9c192ebf-5cd4-4167-8a0e-1589dde59674 service neutron] 10.222.0.55 "GET /v2.0/networks?id=06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 200 len: 911 time: 0.1422968 Jun 07 13:59:05.973264 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8b98e75a-2c76-40a6-a57d-f402d4c6c8ba', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': 'eefc50cd-217b-480f-820e-0842b097e225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:f0:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:48Z', 'updated_at': '2021-06-07T13:59:04Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:05.977486 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:05.986882 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:05.987657 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:58:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:06.148664 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-3ff45804-ee8d-4a62-b06e-397c790828e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eefc50cd-217b-480f-820e-0842b097e225 HTTP/1.1" status: 200 len: 999 time: 0.1945498 Jun 07 13:59:06.238333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-8048d757-944a-49e5-a219-4cf9a59bef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:06.241140 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-8048d757-944a-49e5-a219-4cf9a59bef1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 200 len: 849 time: 0.0701263 Jun 07 13:59:06.264373 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:06.335790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-a0f14acf-8ab4-4e31-81ff-ba12f8a59f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:06.338985 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-a0f14acf-8ab4-4e31-81ff-ba12f8a59f87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=06ab67c6-6081-4b77-a1cb-e96287125bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854204 Jun 07 13:59:06.551259 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-765b3794-b0ed-446e-9bee-b9dc956355b2 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869228 Jun 07 13:59:06.745552 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8b98e75a-2c76-40a6-a57d-f402d4c6c8ba', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': 'eefc50cd-217b-480f-820e-0842b097e225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:f0:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:48Z', 'updated_at': '2021-06-07T13:59:04Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:06.752255 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a53a77a-7ab3-4b82-9a6e-42123b335d78 None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8b98e75a-2c76-40a6-a57d-f402d4c6c8ba', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'port_id': 'eefc50cd-217b-480f-820e-0842b097e225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'mac_address': 'fa:16:3e:f0:9b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T13:58:48Z', 'updated_at': '2021-06-07T13:59:04Z', 'revision_number': 1, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:06.761253 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1eeba14b-924a-4aeb-b834-9f1ac9e21124 req-142b8851-0a4d-4e49-bb9d-d49498ca3731 service neutron] 10.222.0.55 "GET /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761422 Jun 07 13:59:06.954105 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ea3510-4ac7-4112-92f1-a526fe60675d None None] New status for floating IP 8b98e75a-2c76-40a6-a57d-f402d4c6c8ba: ACTIVE {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:59:09.212946 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-98732dff-6ff3-4110-8000-11015b3f9053 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:09.214400 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-98732dff-6ff3-4110-8000-11015b3f9053 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.1541672 Jun 07 13:59:09.229696 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-6744a753-32fd-4b14-9178-22886ba6bf51 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/quotas/46c89e1cb5e74700a6e7b51f6e7cb7f2 HTTP/1.1" status: 200 len: 375 time: 0.0096591 Jun 07 13:59:09.317921 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-a28eb3ec-11be-4691-8305-c36f4575cfc6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0831869 Jun 07 13:59:09.329040 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-a914209d-bb7e-4e24-b444-e3f6eaf6e4a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802794 Jun 07 13:59:09.517454 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-a8d025aa-6577-4491-811a-810a6e9dfdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:09.520205 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-a8d025aa-6577-4491-811a-810a6e9dfdae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 1098 time: 0.0810139 Jun 07 13:59:09.566657 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-82a02670-6642-465a-8460-e28870e6d88c service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419670 Jun 07 13:59:09.716408 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-d6d27024-4e88-48ed-82e8-8d8dc8e2fc90 service neutron] 10.222.0.20 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400144 Jun 07 13:59:09.719259 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-dc8961de-43f9-4bbd-9be8-4c3d0707a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:09.720918 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-dc8961de-43f9-4bbd-9be8-4c3d0707a5a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1333165 Jun 07 13:59:09.868981 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-c38a0b78-1ee6-4aac-9075-18d4cc0a9aa1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 200 len: 1000 time: 0.1317613 Jun 07 13:59:09.952641 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-0c4fb99d-c426-40e6-b241-022ef56ca1fb req-f283e8a3-6ca8-4580-8941-204c24f256a8 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 210 time: 0.0827043 Jun 07 13:59:09.982776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-5acb314c-e8ed-4b9e-a4ad-d9df01b27b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:09.984222 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-5acb314c-e8ed-4b9e-a4ad-d9df01b27b32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0831194 Jun 07 13:59:10.073427 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-923dcfb2-c5a0-4167-9203-685acd3c0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:10.075223 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-923dcfb2-c5a0-4167-9203-685acd3c0b69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813689 Jun 07 13:59:10.243092 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-351a41ce-a4ed-41c3-9536-a39b97db7981 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581335 Jun 07 13:59:10.406478 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-200610d4-b146-4ff6-a61b-5edfc3cb93a3 req-0f92ab7a-67a0-48d5-99ae-221b0d933ff5 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494601 Jun 07 13:59:11.112060 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3e5a5d79-c900-49b4-9534-6cf6bde1b084 req-5d9508d9-eb42-47e8-850a-7bf4f00aa025 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 210 time: 0.0462804 Jun 07 13:59:11.574634 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-2ac44d8f-14ba-4a4f-a2e1-84eea62cda4b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:11.576361 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-2ac44d8f-14ba-4a4f-a2e1-84eea62cda4b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 815 time: 0.1619585 Jun 07 13:59:11.602902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Request body: {'port': {'device_id': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'admin_state_up': True, 'tenant_id': '46c89e1cb5e74700a6e7b51f6e7cb7f2'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:11.851537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Made reservation on behalf of 46c89e1cb5e74700a6e7b51f6e7cb7f2 for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:59:11.861098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:12.018667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Allocated IP 172.20.0.6 (9165d824-41b8-4870-8940-c18c2c5e74eb/28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f/24b92e92-0393-42e5-ae32-89fc08700e13) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:59:12.272238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:12.282219 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2e641030-628a-43d3-b3a3-5cc8dd5b0309 req-100ea27f-50e0-4d8a-a1ea-9b921334f3f7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 210 time: 0.0533955 Jun 07 13:59:12.310756 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:12.316598 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:12.357490 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', '558b8707-e0b7-4536-8260-685cb6620575', '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:12.384818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Network 9165d824-41b8-4870-8940-c18c2c5e74eb is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:59:12.387865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:59:12.392205 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:59:12.423921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event updated for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:12.439615 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.439984 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.440344 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.440698 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.441047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.441397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.441746 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.442089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.443116 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.443458 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.443835 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.444178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:12.449549 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:12.470720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:12.471395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:12.490023 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926640 Jun 07 13:59:12.519960 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Request body: {'port': {'device_id': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:12.646356 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.016907 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b92e92-0393-42e5-ae32-89fc08700e13 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:59:13.025752 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.040834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Transition to ACTIVE for port object 24b92e92-0393-42e5-ae32-89fc08700e13 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:59:13.044678 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.049548 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:13.205478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Pushing event updated for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:13.213265 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:13.282688 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Attempting to bind port 24b92e92-0393-42e5-ae32-89fc08700e13 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:59:13.282930 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Attempting to bind port 24b92e92-0393-42e5-ae32-89fc08700e13 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:59:13.283257 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Attempting to bind port 24b92e92-0393-42e5-ae32-89fc08700e13 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:59:13.288011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Port 24b92e92-0393-42e5-ae32-89fc08700e13 on network 9165d824-41b8-4870-8940-c18c2c5e74eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:59:13.288329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Attempting to bind port 24b92e92-0393-42e5-ae32-89fc08700e13 on network 9165d824-41b8-4870-8940-c18c2c5e74eb {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:59:13.293314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:59:13.293647 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Checking segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:59:13.294030 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Bound using segment: {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:59:13.294457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Bound port: 24b92e92-0393-42e5-ae32-89fc08700e13, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f444bf-b99d-4015-9321-dda180c62c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:59:13.294794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.385124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:59:13.388239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24b92e92-0393-42e5-ae32-89fc08700e13,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:59:13.393295 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.397508 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:13.459195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:13.459487 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:13.460766 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] 10.222.0.55 "PUT /v2.0/ports/24b92e92-0393-42e5-ae32-89fc08700e13 HTTP/1.1" status: 200 len: 1093 time: 0.9455533 Jun 07 13:59:13.461263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:13.463682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13706d62-a807-46cd-87bb-9b014d4442a5" -d '{"events": [{"name": "network-changed", "server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:13.477381 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7e82a-9c66-457c-842f-86670112cd53 req-90171aa4-94c2-4b52-b137-e8512d44ae43 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:13.478902 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-95a7e82a-9c66-457c-842f-86670112cd53 req-90171aa4-94c2-4b52-b137-e8512d44ae43 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 943 time: 0.0847647 Jun 07 13:59:13.493277 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Pushing event updated for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:13.496397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:13.516594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3542a9bc-9631-497b-bf45-d74e3ffef8e1 x-openstack-request-id: req-3542a9bc-9631-497b-bf45-d74e3ffef8e1 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:13.516979 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:13.517325 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3542a9bc-9631-497b-bf45-d74e3ffef8e1 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:13.517809 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13', 'status': 'completed', 'code': 200} Jun 07 13:59:13.540512 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-95a7e82a-9c66-457c-842f-86670112cd53 req-9f2b80ae-077b-404a-98e9-da6b623d79d1 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Jun 07 13:59:13.654631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-266b5dd4-8a95-4e3a-924c-d0a5cc56cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:13.656209 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-266b5dd4-8a95-4e3a-924c-d0a5cc56cef4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 1096 time: 0.0819333 Jun 07 13:59:13.825668 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-a7105cfc-484f-4694-8819-4601c8bdf367 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24b92e92-0393-42e5-ae32-89fc08700e13 HTTP/1.1" status: 200 len: 217 time: 0.1474345 Jun 07 13:59:13.900952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e23021-6523-4f32-b5df-9028e8319595 req-cc70204d-41b8-467e-bf86-164f93dfc3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:13.902370 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-cc70204d-41b8-467e-bf86-164f93dfc3ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.0599740 Jun 07 13:59:13.956753 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-347306d1-baf1-4e83-b919-48d06d282587 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431898 Jun 07 13:59:14.114971 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-80b7264d-b0c6-4ba7-8d69-06e1d8c2a8c4 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433668 Jun 07 13:59:14.292382 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3e23021-6523-4f32-b5df-9028e8319595 req-5c85b668-b5b9-4c24-86b1-1d97ddfe6d7a service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388586 Jun 07 13:59:14.637235 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-65a0d668-00a5-4f12-a9f4-766c4edb188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:14.638709 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-65a0d668-00a5-4f12-a9f4-766c4edb188d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 1096 time: 0.0741327 Jun 07 13:59:14.841777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-6dae6541-0c55-462c-8ff5-0e54b687bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:14.843123 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-6dae6541-0c55-462c-8ff5-0e54b687bbc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 200 len: 916 time: 0.1930320 Jun 07 13:59:14.851404 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6656ba6-172c-420b-81fc-d03519341018 req-44f06a49-4226-4d63-bfb8-3ac1ebcbe541 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:14.853027 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c6656ba6-172c-420b-81fc-d03519341018 req-44f06a49-4226-4d63-bfb8-3ac1ebcbe541 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 943 time: 0.1846478 Jun 07 13:59:14.943652 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-193e5095-acff-46bd-95ae-9a8ccf243afd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24b92e92-0393-42e5-ae32-89fc08700e13 HTTP/1.1" status: 200 len: 217 time: 0.0694454 Jun 07 13:59:14.963841 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c6656ba6-172c-420b-81fc-d03519341018 req-2265e8fe-4fc9-4303-9f4a-b182230e8f94 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045663 Jun 07 13:59:15.024345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-755641f2-c54b-4695-a3ba-46c731d86921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:15.025817 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-755641f2-c54b-4695-a3ba-46c731d86921 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 200 len: 855 time: 0.0589139 Jun 07 13:59:15.090010 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-3bbc18f3-1714-448a-8d95-6c0f90f2f7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9165d824-41b8-4870-8940-c18c2c5e74eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442748 Jun 07 13:59:15.241356 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-14a267fa-b055-44ca-9578-7960c94b1887 service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310956 Jun 07 13:59:15.383125 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-13706d62-a807-46cd-87bb-9b014d4442a5 req-cbf760a9-4a90-48cb-97c6-d57b64b4a96c service neutron] 10.222.0.55 "GET /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257179 Jun 07 13:59:16.078655 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 24b92e92-0393-42e5-ae32-89fc08700e13 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:59:16.222553 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24b92e92-0393-42e5-ae32-89fc08700e13,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:16.236422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '24b92e92-0393-42e5-ae32-89fc08700e13', 'network_id': '9165d824-41b8-4870-8940-c18c2c5e74eb', 'port_id': '24b92e92-0393-42e5-ae32-89fc08700e13', 'mac_address': 'fa:16:3e:ea:f7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:59:16.277454 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a5efc-caf5-4530-81f0-fb4119b885e8 req-9b2e0406-5fe5-45b4-bacc-ff5f04cbf6ad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:16.278914 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b27a5efc-caf5-4530-81f0-fb4119b885e8 req-9b2e0406-5fe5-45b4-bacc-ff5f04cbf6ad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 943 time: 0.2016284 Jun 07 13:59:16.297268 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:16.314729 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b92e92-0393-42e5-ae32-89fc08700e13 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:59:16.325022 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b27a5efc-caf5-4530-81f0-fb4119b885e8 req-358929b1-9548-4ed8-ac75-f606b8034ef7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Jun 07 13:59:16.333625 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24b92e92-0393-42e5-ae32-89fc08700e13,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:16.338223 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:16.340489 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:16.408518 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:16.411678 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:16.785122 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:59:16.871436 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['24b92e92-0393-42e5-ae32-89fc08700e13'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:17.521789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2c4e-ef07-47de-962e-72bdf0da9704 req-85440b99-ec69-4345-ad84-7617ff38dba0 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:17.523253 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37cb2c4e-ef07-47de-962e-72bdf0da9704 req-85440b99-ec69-4345-ad84-7617ff38dba0 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 944 time: 0.0875652 Jun 07 13:59:17.579636 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37cb2c4e-ef07-47de-962e-72bdf0da9704 req-0b7869d6-a5d2-4712-9257-be091c09ac3d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504992 Jun 07 13:59:18.773391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4dcf0-b3e1-49d9-bc81-5346e0090885 req-d2435f5b-0824-4d5a-870d-bbc66261d3c8 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:18.774798 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-36f4dcf0-b3e1-49d9-bc81-5346e0090885 req-d2435f5b-0824-4d5a-870d-bbc66261d3c8 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 944 time: 0.0854378 Jun 07 13:59:18.823544 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-36f4dcf0-b3e1-49d9-bc81-5346e0090885 req-3adf395e-1bf8-4b63-829b-0433b962c806 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Jun 07 13:59:20.017533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8e2c3-135f-45d2-8803-fbc5c65eeade req-96c75766-b6b6-4188-b157-4a85c2ccc70f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:20.019224 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1e8e2c3-135f-45d2-8803-fbc5c65eeade req-96c75766-b6b6-4188-b157-4a85c2ccc70f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 944 time: 0.0841155 Jun 07 13:59:20.066489 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1e8e2c3-135f-45d2-8803-fbc5c65eeade req-31635e07-48ed-46b4-bc2b-6b4e3ae4b697 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Jun 07 13:59:20.092035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 24b92e92-0393-42e5-ae32-89fc08700e13 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 13:59:20.159350 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 24b92e92-0393-42e5-ae32-89fc08700e13 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:59:20.164741 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 24b92e92-0393-42e5-ae32-89fc08700e13 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:59:20.165120 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:20.283680 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:20.311465 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:20.313737 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875f3a69-65aa-4d4f-beb1-16b18afd7469" -d '{"events": [{"server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "name": "network-vif-plugged", "status": "completed", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:20.321758 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24b92e92-0393-42e5-ae32-89fc08700e13,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:20.326253 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:20.328215 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:20.359529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610ea7d5-e710-413e-9599-7e195bb9fa06 x-openstack-request-id: req-610ea7d5-e710-413e-9599-7e195bb9fa06 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:20.359801 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "name": "network-vif-plugged", "status": "completed", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:20.360058 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-610ea7d5-e710-413e-9599-7e195bb9fa06 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:20.360449 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13', 'code': 200} Jun 07 13:59:20.404145 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:20.409099 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:20.719111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116bce5-d2d1-450e-be24-b08b7e58edcb req-f795063e-cf4f-48f6-94ed-8c2c62204e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:20.720500 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f116bce5-d2d1-450e-be24-b08b7e58edcb req-f795063e-cf4f-48f6-94ed-8c2c62204e5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 1098 time: 0.0687041 Jun 07 13:59:20.770884 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f116bce5-d2d1-450e-be24-b08b7e58edcb req-0a52aeb1-3e38-4c4d-93fd-850e649cba7f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Jun 07 13:59:21.349495 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561c5bf-e6ae-4ab0-8524-993f3c03b863 req-ff32c162-e841-4b1f-a6c0-04700feb863c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:21.351002 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c561c5bf-e6ae-4ab0-8524-993f3c03b863 req-ff32c162-e841-4b1f-a6c0-04700feb863c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.1720140 Jun 07 13:59:21.396690 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c561c5bf-e6ae-4ab0-8524-993f3c03b863 req-7e69abbc-d8b5-4fc7-af13-e2e0b3077f3d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396738 Jun 07 13:59:22.601648 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd72b13-9585-460f-9934-f5882fa2cf11 req-b68ead30-2333-4bce-a58d-7c7be3666102 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:22.603154 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6cd72b13-9585-460f-9934-f5882fa2cf11 req-b68ead30-2333-4bce-a58d-7c7be3666102 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0899072 Jun 07 13:59:22.651302 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6cd72b13-9585-460f-9934-f5882fa2cf11 req-a0f96415-0c36-49dc-a53a-69c5f112da32 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405419 Jun 07 13:59:23.852992 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879a45-6ff3-4049-be45-602ac196853e req-97140457-c9c2-40bc-b33a-d8e932b46958 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:23.854632 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64879a45-6ff3-4049-be45-602ac196853e req-97140457-c9c2-40bc-b33a-d8e932b46958 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0905237 Jun 07 13:59:23.911897 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64879a45-6ff3-4049-be45-602ac196853e req-e97da31c-aaa6-422d-bac0-c26ab4ee9885 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506697 Jun 07 13:59:25.397073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5892c944-ec6d-4804-939f-56b630f10722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:27.922858 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b5b6efef-f4b2-4081-be66-e64dfef8acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:28.049433 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:29.167607 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:30.884544 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:35.458160 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:35.536612 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de62e9e-2f31-4688-89dc-86897b749847 req-4d059192-a3c3-497c-b25f-82f0a518ef24 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:35.538197 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5de62e9e-2f31-4688-89dc-86897b749847 req-4d059192-a3c3-497c-b25f-82f0a518ef24 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0941305 Jun 07 13:59:35.588152 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5de62e9e-2f31-4688-89dc-86897b749847 req-676619e2-be42-4474-8e85-122dba7667a8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439675 Jun 07 13:59:36.064303 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15ffa9-6551-4da8-be86-72d2f85d9a2a req-420f2ac8-e713-4275-84ef-37371013f412 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:36.065719 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d15ffa9-6551-4da8-be86-72d2f85d9a2a req-420f2ac8-e713-4275-84ef-37371013f412 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0778406 Jun 07 13:59:36.113772 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d15ffa9-6551-4da8-be86-72d2f85d9a2a req-a03558bc-8b30-4d9d-9eae-fe9cf7305741 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410519 Jun 07 13:59:36.773819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc884ee-f69c-41ba-baa6-276a0631e709 req-5e73e7d6-a359-40fe-8f65-2ce37b3b9e79 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:36.775269 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6cc884ee-f69c-41ba-baa6-276a0631e709 req-5e73e7d6-a359-40fe-8f65-2ce37b3b9e79 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0803509 Jun 07 13:59:36.818934 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6cc884ee-f69c-41ba-baa6-276a0631e709 req-858b27c6-f8dd-4611-a4e5-048565918554 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Jun 07 13:59:37.320120 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f289837-af8d-49d3-bc6d-0d5e2b669009 req-54d3f800-92bc-4c69-9de2-a4e76da5666d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:37.321585 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f289837-af8d-49d3-bc6d-0d5e2b669009 req-54d3f800-92bc-4c69-9de2-a4e76da5666d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0820050 Jun 07 13:59:37.366572 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3f289837-af8d-49d3-bc6d-0d5e2b669009 req-d576e371-3269-4738-9076-692cf7bf4263 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390840 Jun 07 13:59:38.006123 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df474407-0dd9-4e7f-98b2-0382615de64f req-914e455a-3310-4c19-a96c-0a3a7a4f6701 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.007578 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-df474407-0dd9-4e7f-98b2-0382615de64f req-914e455a-3310-4c19-a96c-0a3a7a4f6701 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0825670 Jun 07 13:59:38.051471 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-df474407-0dd9-4e7f-98b2-0382615de64f req-9631307c-30b8-49fe-a0ba-ec4a9279b461 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382497 Jun 07 13:59:38.562242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d623bc3-1538-4eb3-ab7c-32832401ddb3 req-97e28aaa-56d4-4313-999d-97d4a599dcdd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:38.563698 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d623bc3-1538-4eb3-ab7c-32832401ddb3 req-97e28aaa-56d4-4313-999d-97d4a599dcdd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0804329 Jun 07 13:59:38.607374 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d623bc3-1538-4eb3-ab7c-32832401ddb3 req-c6cb8802-5518-439f-b1f6-3962af41c8ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379913 Jun 07 13:59:39.250414 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8988c7-bdb9-41b5-946c-5f8e6cfd4812 req-f3537d99-03dd-4f49-91c7-162c1ff4f99c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:39.251804 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8a8988c7-bdb9-41b5-946c-5f8e6cfd4812 req-f3537d99-03dd-4f49-91c7-162c1ff4f99c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0860755 Jun 07 13:59:39.279185 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf189a0-1099-4f23-b4ac-c9ec6216de49 req-383947a8-1622-4d71-82b7-925a8aa7719d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:39.280651 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddf189a0-1099-4f23-b4ac-c9ec6216de49 req-383947a8-1622-4d71-82b7-925a8aa7719d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0856347 Jun 07 13:59:39.298537 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8a8988c7-bdb9-41b5-946c-5f8e6cfd4812 req-0440924c-4dc6-410d-98fa-dd3d6f2e818c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402048 Jun 07 13:59:39.325226 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddf189a0-1099-4f23-b4ac-c9ec6216de49 req-64f8bbc4-c6c4-4a52-bef6-e6ae938d1a3c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Jun 07 13:59:39.413732 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-754149ba-e2ee-4d50-9bf2-55abec30199a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:39.415122 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-754149ba-e2ee-4d50-9bf2-55abec30199a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 945 time: 0.0795431 Jun 07 13:59:39.553169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:39.553504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:39.688352 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] For port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:39.688699 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:39.806606 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aba6b-c176-42e2-a938-d4fac1fc3f2f req-0fa690c3-0343-4159-bdc7-9f174a9d7f52 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:39.807980 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1a2aba6b-c176-42e2-a938-d4fac1fc3f2f req-0fa690c3-0343-4159-bdc7-9f174a9d7f52 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0842674 Jun 07 13:59:39.854880 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1a2aba6b-c176-42e2-a938-d4fac1fc3f2f req-08d30225-3a65-4f77-9526-2656659ed9cb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Jun 07 13:59:39.985879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:39.986239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:39.986548 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP 585180dc-87f5-4e89-9e7d-509e193c2d5c disassociated. External IP: 172.27.1.88, port: 1b8ddc95-f17d-429b-9efa-c6ca8cee745b. Jun 07 13:59:39.986881 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for 1b8ddc95-f17d-429b-9efa-c6ca8cee745b owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:40.096821 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.102426 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-79847353-e9fd-4966-9362-45802fd3515c tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:40.150465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=1b8ddc95-f17d-429b-9efa-c6ca8cee745b,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:40.153565 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:40.458520 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b50647af-ec8b-4f27-88e8-324aefa5f71e req-af0796c1-e4e3-4e9f-a92a-4473dec148a8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.0483618 Jun 07 13:59:40.466071 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:40.529801 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ba560-f93e-40b8-8daf-abb302ec4e57 req-b25a141f-b7a4-4768-860d-e04624b6ad66 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:40.531929 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-851ba560-f93e-40b8-8daf-abb302ec4e57 req-b25a141f-b7a4-4768-860d-e04624b6ad66 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0966628 Jun 07 13:59:40.585472 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-851ba560-f93e-40b8-8daf-abb302ec4e57 req-bd3af005-657a-45ea-bc9d-e8bf0f457110 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Jun 07 13:59:40.656111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:40.665742 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:40.675382 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:40.676030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:40.732738 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] No DVR routers for this DVR port 1b8ddc95-f17d-429b-9efa-c6ca8cee745b on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:40.735405 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:40.737364 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-44a6a9e2-39af-4d12-b7d1-f523b31f7273 req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "DELETE /v2.0/ports/1b8ddc95-f17d-429b-9efa-c6ca8cee745b HTTP/1.1" status: 204 len: 173 time: 1.3131387 Jun 07 13:59:40.737884 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'name': 'network-vif-deleted', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:40.740813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce8e397-d16b-43ff-a858-7317456a0f8b" -d '{"events": [{"server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "name": "network-vif-deleted", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:40.784620 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbe9f39-2e2b-49fe-abef-44058862081d x-openstack-request-id: req-bcbe9f39-2e2b-49fe-abef-44058862081d {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:40.784950 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b19be7-5122-4cb3-a2de-284e14c1ced3", "name": "network-vif-deleted", "tag": "1b8ddc95-f17d-429b-9efa-c6ca8cee745b", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:40.785238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcbe9f39-2e2b-49fe-abef-44058862081d {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:40.786187 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b19be7-5122-4cb3-a2de-284e14c1ced3', 'name': 'network-vif-deleted', 'tag': '1b8ddc95-f17d-429b-9efa-c6ca8cee745b', 'status': 'completed', 'code': 200} Jun 07 13:59:40.885519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:41.058010 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c92d7-576d-46e7-b343-ed31ff99f240 req-47f3669a-9fa0-4e64-a73d-bd9733b6c437 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:41.059448 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-912c92d7-576d-46e7-b343-ed31ff99f240 req-47f3669a-9fa0-4e64-a73d-bd9733b6c437 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0817721 Jun 07 13:59:41.104885 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-912c92d7-576d-46e7-b343-ed31ff99f240 req-696b113d-75bd-43f2-8b98-8ae9bd258d00 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397801 Jun 07 13:59:41.226204 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:41.229872 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:41.238062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:41.238657 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:41.435031 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:41.640451 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fc22671d-7363-42dc-af7c-128872769904 req-cb10e578-d766-482e-8cfb-1d33f52d9a22 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6b19be7-5122-4cb3-a2de-284e14c1ced3 HTTP/1.1" status: 200 len: 210 time: 0.0480978 Jun 07 13:59:41.766972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:41.771871 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1ed25-a6b2-4d1c-93a9-4963e8a1b7ec None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:41.784680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc447a2a-313a-4d4a-8f92-cd7d442e0c5c req-5aef9b94-a581-4be3-956e-f35ae7a8281d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:41.786376 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bc447a2a-313a-4d4a-8f92-cd7d442e0c5c req-5aef9b94-a581-4be3-956e-f35ae7a8281d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0880635 Jun 07 13:59:41.833913 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bc447a2a-313a-4d4a-8f92-cd7d442e0c5c req-888130e6-3ff0-42ef-a944-4c2342ed5c6d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Jun 07 13:59:41.989946 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d721fe8-e3e7-4d80-b860-34a49ff2da78 None None] New status for floating IP 585180dc-87f5-4e89-9e7d-509e193c2d5c: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:59:42.303919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d8c04-d88f-4bed-81eb-3b821ce999fc req-be1336d5-c426-4c37-9d2e-5b136bae08e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:42.306541 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e54d8c04-d88f-4bed-81eb-3b821ce999fc req-be1336d5-c426-4c37-9d2e-5b136bae08e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0895960 Jun 07 13:59:42.355429 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e54d8c04-d88f-4bed-81eb-3b821ce999fc req-d44be8f0-1237-4e6c-9162-4cbab0e6ce40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Jun 07 13:59:42.677771 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-d46668c9-443d-4dab-b54b-f875778cbc79 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:42.679184 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-d46668c9-443d-4dab-b54b-f875778cbc79 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0841279 Jun 07 13:59:42.821111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Deleting port 24b92e92-0393-42e5-ae32-89fc08700e13 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:42.821926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:42.980147 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] For port 24b92e92-0393-42e5-ae32-89fc08700e13, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24b92e92-0393-42e5-ae32-89fc08700e13,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:42.980491 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:43.029503 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4595-0286-47b6-ab50-53dce9a2522e req-0fe79631-4575-41d7-b837-66df0bff0168 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:43.030961 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-373a4595-0286-47b6-ab50-53dce9a2522e req-0fe79631-4575-41d7-b837-66df0bff0168 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 945 time: 0.0883908 Jun 07 13:59:43.084880 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-373a4595-0286-47b6-ab50-53dce9a2522e req-e10df135-ec8e-404c-8a31-4f3db65f861a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472836 Jun 07 13:59:43.114320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Calling delete_port for 24b92e92-0393-42e5-ae32-89fc08700e13 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:43.128453 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-dcbddccc-0d13-47e2-be8e-5156fd3c0432 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513736811&fields=id&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 267 time: 0.1688972 Jun 07 13:59:43.304702 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-d2461a9c-1883-478d-b700-ecfc1e01fe29 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:43.306148 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-d2461a9c-1883-478d-b700-ecfc1e01fe29 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.1668675 Jun 07 13:59:43.356119 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-234a0270-24d2-48db-b749-9e6764b3bae9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/quotas/52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 375 time: 0.0191135 Jun 07 13:59:43.426414 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:43.432519 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ec78efe3-06d4-47bc-ae19-7dad05e98fc9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:43.484249 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', '558b8707-e0b7-4536-8260-685cb6620575', '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', '24b92e92-0393-42e5-ae32-89fc08700e13'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:43.581290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event deleted for resources: {'Port': ['ID=24b92e92-0393-42e5-ae32-89fc08700e13,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:43.584836 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:43.665525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] No DVR routers for this DVR port 24b92e92-0393-42e5-ae32-89fc08700e13 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:43.668222 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:43.670112 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-67e7b00f-d9c9-438d-a41b-75e1b8edf75d req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "DELETE /v2.0/ports/24b92e92-0393-42e5-ae32-89fc08700e13 HTTP/1.1" status: 204 len: 173 time: 0.9810858 Jun 07 13:59:43.670732 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'name': 'network-vif-deleted', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:43.673173 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077ecd9-2646-42e0-9f02-5b7d41085f2c" -d '{"events": [{"server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "name": "network-vif-deleted", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:43.694124 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-f88e5403-37fe-433c-859d-91823bd77559 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3295665 Jun 07 13:59:43.713060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114288-0232-401a-affc-af80c1d0b6f5 req-e76badaa-9bb9-46c3-8e15-46fa890f8fdb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:43.714826 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b7114288-0232-401a-affc-af80c1d0b6f5 req-e76badaa-9bb9-46c3-8e15-46fa890f8fdb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1032977 Jun 07 13:59:43.767404 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b7114288-0232-401a-affc-af80c1d0b6f5 req-fc953d0d-f576-41f3-9ab5-eff7b0ca84ce tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402603 Jun 07 13:59:43.836782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66db97d0-a261-490d-929e-b8d61a223208 x-openstack-request-id: req-66db97d0-a261-490d-929e-b8d61a223208 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:43.837367 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173c2b61-21ad-4c0b-ac7e-ba258c8f5b26", "name": "network-vif-deleted", "tag": "24b92e92-0393-42e5-ae32-89fc08700e13", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:43.837652 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66db97d0-a261-490d-929e-b8d61a223208 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:43.838158 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173c2b61-21ad-4c0b-ac7e-ba258c8f5b26', 'name': 'network-vif-deleted', 'tag': '24b92e92-0393-42e5-ae32-89fc08700e13', 'status': 'completed', 'code': 200} Jun 07 13:59:43.868454 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-3ef70062-3054-4c66-bd1c-f4aee4e60f76 service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664965 Jun 07 13:59:44.001920 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-3452946e-8240-41ec-986e-6ab6702ee556 service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273563 Jun 07 13:59:44.239881 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1b8ddc95-f17d-429b-9efa-c6ca8cee745b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:44.254169 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4a0ccbc3-9959-4cb8-9dd9-97eb16a8315f req-7ef3bacd-cc58-4af6-bc9e-950e22a5bb2e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=173c2b61-21ad-4c0b-ac7e-ba258c8f5b26 HTTP/1.1" status: 200 len: 210 time: 0.0468581 Jun 07 13:59:44.283180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 1b8ddc95-f17d-429b-9efa-c6ca8cee745b {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:44.283556 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1b8ddc95-f17d-429b-9efa-c6ca8cee745b not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:44.283987 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 24b92e92-0393-42e5-ae32-89fc08700e13 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:44.322527 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 24b92e92-0393-42e5-ae32-89fc08700e13 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:44.323080 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 24b92e92-0393-42e5-ae32-89fc08700e13 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:44.394305 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7c08f644-3109-49b8-ac98-48578c1e16ca req-73ad0dc5-e419-421a-b56d-c327a9857992 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 210 time: 0.0427811 Jun 07 13:59:44.969835 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb06d-1d0d-4a71-90a8-47be11a27201 req-4b3166d3-8a11-479c-86fc-2168a889b2f9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:44.971277 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fadcb06d-1d0d-4a71-90a8-47be11a27201 req-4b3166d3-8a11-479c-86fc-2168a889b2f9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0841398 Jun 07 13:59:45.027667 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-fadcb06d-1d0d-4a71-90a8-47be11a27201 req-eb65f5a9-3257-442a-995a-d8e7f0000fda tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Jun 07 13:59:45.572429 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2c05a545-1d87-4e96-be35-13c61af34042 req-4f30bc65-4b1a-4848-adf9-a8af7ce97d66 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 210 time: 0.0527546 Jun 07 13:59:45.851289 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-3a66f2d6-3ffc-4864-b9c4-19427502826e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:45.852785 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-3a66f2d6-3ffc-4864-b9c4-19427502826e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.1618676 Jun 07 13:59:45.923172 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-d75110ca-85c2-46ef-8da8-309325bf65a9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 379 time: 0.0500972 Jun 07 13:59:45.933915 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'port': {'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'admin_state_up': True, 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'security_groups': ['2ffe1065-b5b1-4286-8c71-80e189639a91']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:46.101922 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Made reservation on behalf of 52ffdc12ca46421aa766d4cdcca4b4fc for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 13:59:46.107484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.259987 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8c82a-b32e-4838-a078-21d23a34c7ed req-3cdbf9e1-1589-4a04-9c5c-e45dbdfb232a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:46.261058 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0af8c82a-b32e-4838-a078-21d23a34c7ed req-3cdbf9e1-1589-4a04-9c5c-e45dbdfb232a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0901051 Jun 07 13:59:46.302977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.20.0.12 (ace8f1d3-2302-4324-9f05-1f382fc07853/fc1368aa-bfc1-4718-b9d2-18b094bcbbab/3336fb2a-7857-4d01-b72a-d5cfbef0b736) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 13:59:46.312587 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-0af8c82a-b32e-4838-a078-21d23a34c7ed req-0bc6e8f5-fbdb-48e0-9a97-5287bee81b1a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Jun 07 13:59:46.499731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.516844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Transition to ACTIVE for port object 3336fb2a-7857-4d01-b72a-d5cfbef0b736 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:59:46.543971 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.550354 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8dc6937a-f4d7-44d9-9641-565c98f5753d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:46.634455 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 13:59:46.637702 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 13:59:46.641962 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 13:59:46.687978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:46.693611 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:46.734841 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:46.736313 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:46.771434 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8387282 Jun 07 13:59:46.788450 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Request body: {'port': {'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:46.820850 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e59b5-07e2-4631-8edb-689cee46563b req-4233ea29-963b-4da0-a21c-acca43619028 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:46.823976 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3a6e59b5-07e2-4631-8edb-689cee46563b req-4233ea29-963b-4da0-a21c-acca43619028 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 932 time: 0.1204937 Jun 07 13:59:46.933997 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3a6e59b5-07e2-4631-8edb-689cee46563b req-c3c4da29-00c3-418e-86c4-67743f793cd6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020887 Jun 07 13:59:46.983603 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.055621 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ac723a94-b068-476a-9c54-258af204a5f9 None None] Provisioning for port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 13:59:47.060691 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ac723a94-b068-476a-9c54-258af204a5f9 None None] Provisioning complete for port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:59:47.061082 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ac723a94-b068-476a-9c54-258af204a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.124328 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ac723a94-b068-476a-9c54-258af204a5f9 None None] Port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 13:59:47.217314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab8e0-0bc6-4be9-b720-34b9d1f9a95a req-1dc12095-3517-46b2-bd67-f5ef19fafb20 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:47.218657 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e31ab8e0-0bc6-4be9-b720-34b9d1f9a95a req-1dc12095-3517-46b2-bd67-f5ef19fafb20 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.1596267 Jun 07 13:59:47.429011 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e31ab8e0-0bc6-4be9-b720-34b9d1f9a95a req-42413506-8bf3-44e5-a51c-6c4042663f16 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934018 Jun 07 13:59:47.516723 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489249c2-901d-4453-9023-8d5519625201 req-ec3dc972-18a2-4eb1-ae9c-70b07c58adc4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:47.518194 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-489249c2-901d-4453-9023-8d5519625201 req-ec3dc972-18a2-4eb1-ae9c-70b07c58adc4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0901871 Jun 07 13:59:47.538188 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3336fb2a-7857-4d01-b72a-d5cfbef0b736 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:59:47.545413 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.561853 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Transition to ACTIVE for port object 3336fb2a-7857-4d01-b72a-d5cfbef0b736 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 13:59:47.565216 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-489249c2-901d-4453-9023-8d5519625201 req-a810b1e4-4e63-41b3-ab7b-55428aedae8c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 Jun 07 13:59:47.568951 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.573614 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:47.732984 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Pushing event updated for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:47.735860 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:47.805162 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Attempting to bind port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 13:59:47.805489 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Attempting to bind port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 13:59:47.806081 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Attempting to bind port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:59:47.810542 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 on network ace8f1d3-2302-4324-9f05-1f382fc07853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 13:59:47.810858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Attempting to bind port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 13:59:47.815872 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 13:59:47.816203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 13:59:47.816611 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Bound using segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 13:59:47.817159 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Bound port: 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 13:59:47.817501 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.912114 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 13:59:47.915018 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 13:59:47.919332 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.923777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-248c008d-d45d-4ade-a93f-9907f27961a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:47.983054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:47.983697 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:47.985056 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] 10.222.0.55 "PUT /v2.0/ports/3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 1094 time: 1.2027695 Jun 07 13:59:47.985558 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:47.987891 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11203a23-ee86-4f23-a48f-192120138b96" -d '{"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:48.008809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Pushing event updated for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:48.016430 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:48.038363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b3b118-66e8-46ff-ad09-f3794d3190f9 x-openstack-request-id: req-98b3b118-66e8-46ff-ad09-f3794d3190f9 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:48.038865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:48.039769 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98b3b118-66e8-46ff-ad09-f3794d3190f9 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:48.043712 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'status': 'completed', 'code': 200} Jun 07 13:59:48.193188 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-9ce93ea9-d076-4376-9642-5f0f0bac494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.194677 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-9ce93ea9-d076-4376-9642-5f0f0bac494a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1097 time: 0.1044962 Jun 07 13:59:48.206522 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107dcab-ef58-4ff0-b9a4-524c09958586 req-28c12bac-dee3-424b-a5db-d4278d797eff tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.208951 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6107dcab-ef58-4ff0-b9a4-524c09958586 req-28c12bac-dee3-424b-a5db-d4278d797eff tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.1518714 Jun 07 13:59:48.294408 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-ff3092d9-80f7-4171-b6b7-f87ab7f90f77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 217 time: 0.0806873 Jun 07 13:59:48.355229 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6107dcab-ef58-4ff0-b9a4-524c09958586 req-385f9b73-7154-4be3-afb2-76c747c7a14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404114 Jun 07 13:59:48.375818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-5085cfac-31c2-4a3c-a4a3-0031461b5673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.377260 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-5085cfac-31c2-4a3c-a4a3-0031461b5673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0709109 Jun 07 13:59:48.453467 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-b4bf0c5e-6311-4dfb-a4d5-9d37c0c3b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.454920 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-b4bf0c5e-6311-4dfb-a4d5-9d37c0c3b147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690706 Jun 07 13:59:48.594193 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-c1df9055-a712-4baf-a22a-7d129798a31e service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307409 Jun 07 13:59:48.624135 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610f3b0-7745-4175-81e2-4b2d262f64c8 req-eb8dce5c-e33e-45f1-8ca0-852ad507ee3e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.625448 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3610f3b0-7745-4175-81e2-4b2d262f64c8 req-eb8dce5c-e33e-45f1-8ca0-852ad507ee3e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.0837326 Jun 07 13:59:48.675662 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3610f3b0-7745-4175-81e2-4b2d262f64c8 req-e8815157-a275-4c24-b882-725abe59e851 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Jun 07 13:59:48.788459 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a6cba1e-2a3a-4c5d-ac07-eef24df729c4 req-8cb68c05-58dd-484e-b39e-eac665a2b3a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838560 Jun 07 13:59:48.804203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fe26e-2d61-4999-acdc-d8579ef60f30 req-8216a4e6-4b26-45ea-a8ac-328c9c2ec98d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:48.805670 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3a1fe26e-2d61-4999-acdc-d8579ef60f30 req-8216a4e6-4b26-45ea-a8ac-328c9c2ec98d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1118691 Jun 07 13:59:48.852244 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3a1fe26e-2d61-4999-acdc-d8579ef60f30 req-ef96325f-20ca-4cd3-a885-da8f4651df25 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406539 Jun 07 13:59:49.032762 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203a23-ee86-4f23-a48f-192120138b96 req-90b2d564-c054-4d04-a4c8-7f15085746f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.034230 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-90b2d564-c054-4d04-a4c8-7f15085746f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1097 time: 0.0687363 Jun 07 13:59:49.168449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203a23-ee86-4f23-a48f-192120138b96 req-47432fda-6434-4dba-be6b-7af6e060c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.169761 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-47432fda-6434-4dba-be6b-7af6e060c871 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1237540 Jun 07 13:59:49.361400 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-a5570794-bbda-4e53-b63f-63f532b38b40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 217 time: 0.1428897 Jun 07 13:59:49.453284 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203a23-ee86-4f23-a48f-192120138b96 req-a13e9a51-a836-44a0-b003-01eae49bcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.454758 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-a13e9a51-a836-44a0-b003-01eae49bcba1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0593181 Jun 07 13:59:49.590183 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11203a23-ee86-4f23-a48f-192120138b96 req-76899f97-76b3-4b4a-ac3e-b86ecda47d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.591732 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-76899f97-76b3-4b4a-ac3e-b86ecda47d4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008425 Jun 07 13:59:49.629567 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250dcce-8762-4714-b0c5-1e53aadc6619 req-963ef374-9fe2-44d9-bf00-a07f6f2383f6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.630956 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f250dcce-8762-4714-b0c5-1e53aadc6619 req-963ef374-9fe2-44d9-bf00-a07f6f2383f6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.1708543 Jun 07 13:59:49.783943 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f250dcce-8762-4714-b0c5-1e53aadc6619 req-169da412-e8df-457c-ad57-10558ff973a4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294270 Jun 07 13:59:49.822758 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-655814d6-f8d2-4eeb-ba62-00c7097c2dff service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862025 Jun 07 13:59:49.830339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-60299273-7ce6-4d1c-9caf-f410c4405339 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.831700 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-60299273-7ce6-4d1c-9caf-f410c4405339 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.2385702 Jun 07 13:59:49.873489 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d482c1-2ecd-4dea-9e58-6a2d8c888de0 req-67d392de-7b87-4e1d-ae49-9bd66de6513a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:49.874938 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41d482c1-2ecd-4dea-9e58-6a2d8c888de0 req-67d392de-7b87-4e1d-ae49-9bd66de6513a tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 945 time: 0.0889623 Jun 07 13:59:49.921923 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-41d482c1-2ecd-4dea-9e58-6a2d8c888de0 req-d7c98d22-d9e9-4df2-a5dc-387f84ba2b6d tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405011 Jun 07 13:59:50.080586 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-ba655b61-3479-4b2c-b39d-cd14126bb834 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-571139524&fields=id&tenant_id=8faa95299e8840bca171492308a4c40e HTTP/1.1" status: 200 len: 267 time: 0.0396030 Jun 07 13:59:50.118828 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11203a23-ee86-4f23-a48f-192120138b96 req-2f31ee23-ae29-486f-a8c9-4695f6f97dce service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855554 Jun 07 13:59:50.147668 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Deleting port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:50.148008 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.171059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9223f-1e66-4af0-842e-6d6f8c4b0204 req-9d4ed5a1-a90f-42b9-b657-f4832426161e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:50.171310 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-4db30046-cd37-488d-a0d1-4ba28540bf2a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:50.172537 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b9223f-1e66-4af0-842e-6d6f8c4b0204 req-9d4ed5a1-a90f-42b9-b657-f4832426161e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1933415 Jun 07 13:59:50.172819 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-4db30046-cd37-488d-a0d1-4ba28540bf2a tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 985 time: 0.0861766 Jun 07 13:59:50.184356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Request body: {'port': {'security_groups': ['9380f13f-8712-44c8-b544-1c0a4b66d5e8']}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 13:59:50.296278 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6b9223f-1e66-4af0-842e-6d6f8c4b0204 req-713920bd-ebdf-4cb3-82a7-138ef9535a2f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156206 Jun 07 13:59:50.305307 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.333383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] For port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:50.333383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.449452 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Calling delete_port for 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:50.569013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.574627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bf4ded49-93f2-48c5-a47e-939e949ef593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:50.617120 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', '558b8707-e0b7-4536-8260-685cb6620575', '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:50.619666 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event deleted for resources: {'Port': ['ID=1e976056-fa94-4759-b8ed-7c4f5f0e2d0e,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:50.623150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:50.642501 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:50.670222 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.680566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.689620 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7aa77f0b-23b2-4687-8da1-62b61e9986f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:50.701942 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] No DVR routers for this DVR port 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:50.704762 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.707016 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8b672f5a-a8e6-44c8-9200-1f5db2aaa631 req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "DELETE /v2.0/ports/1e976056-fa94-4759-b8ed-7c4f5f0e2d0e HTTP/1.1" status: 204 len: 173 time: 0.8567886 Jun 07 13:59:50.708225 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'name': 'network-vif-deleted', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:50.711036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a739a-5ee5-45b2-a947-25c98c1bf8aa" -d '{"events": [{"server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "name": "network-vif-deleted", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:50.761562 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:50.762185 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:50.763544 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48e1a81c-2e38-42be-89a4-d788fdd2e9df req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "PUT /v2.0/ports/203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 943 time: 0.5842164 Jun 07 13:59:50.764059 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:50.766705 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d0e50-5fb3-409c-a000-333be675831f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:50.772497 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52614) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:50.793832 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event updated for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=7']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:50.802988 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.803729 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.804317 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.804896 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.805623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.806185 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.806751 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.807356 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.807999 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.808556 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.809129 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.809997 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:50.814788 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-58ccc3ee-3032-4fd4-ba97-b66b2cd35608 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:50.834274 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8ae82-6436-4e73-a388-785aa49aa33c x-openstack-request-id: req-e0f8ae82-6436-4e73-a388-785aa49aa33c {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:50.835677 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16b9e43-b9f2-4c47-a0a6-6d242930bf2d", "name": "network-vif-deleted", "tag": "1e976056-fa94-4759-b8ed-7c4f5f0e2d0e", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:50.835976 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0f8ae82-6436-4e73-a388-785aa49aa33c {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:50.836411 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16b9e43-b9f2-4c47-a0a6-6d242930bf2d', 'name': 'network-vif-deleted', 'tag': '1e976056-fa94-4759-b8ed-7c4f5f0e2d0e', 'status': 'completed', 'code': 200} Jun 07 13:59:50.871161 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2527df-7064-4cd0-be25-ae51900e91fa x-openstack-request-id: req-ed2527df-7064-4cd0-be25-ae51900e91fa {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:50.871490 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:50.871791 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed2527df-7064-4cd0-be25-ae51900e91fa {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:50.872208 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 13:59:50.978762 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['203f25ac-4992-451a-aee0-4ff080636c64'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:51.113851 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2077d44c-d538-470c-a39b-6688f03d0dad req-6e94fa61-0b35-4d99-9f87-592a05ceb302 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=a16b9e43-b9f2-4c47-a0a6-6d242930bf2d HTTP/1.1" status: 200 len: 210 time: 0.0468190 Jun 07 13:59:51.132610 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.178061 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-50742d9d-4c97-4c59-ad9f-cf1edd0fe864 None None] Provisioning complete for port 203f25ac-4992-451a-aee0-4ff080636c64 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 13:59:51.178430 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-50742d9d-4c97-4c59-ad9f-cf1edd0fe864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.194552 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.228479 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4507d1-d21b-45fb-8172-470c0072c32e req-7270b9b1-699f-4ff5-83f5-0403bfdbab1f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.229922 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ef4507d1-d21b-45fb-8172-470c0072c32e req-7270b9b1-699f-4ff5-83f5-0403bfdbab1f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.3093281 Jun 07 13:59:51.285210 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0e50-5fb3-409c-a000-333be675831f req-b13d4369-4911-45bc-890a-3fc264e043ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.286681 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-b13d4369-4911-45bc-890a-3fc264e043ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1099 time: 0.2895579 Jun 07 13:59:51.297527 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ef4507d1-d21b-45fb-8172-470c0072c32e req-190274f8-c971-41ef-b9ca-eefe6330f5fa tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558732 Jun 07 13:59:51.356568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.358956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.360079 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "DELETE /v2.0/security-groups/d14144a8-2d88-4d06-9f66-09f9c618caae HTTP/1.1" status: 204 len: 168 time: 0.5864022 Jun 07 13:59:51.362890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52622) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 13:59:51.363059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-04bf98f4-988b-456f-9eb2-37e1d8c6468b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:51.395839 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14144a8-2d88-4d06-9f66-09f9c618caae,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:51.399581 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:51.499785 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0e50-5fb3-409c-a000-333be675831f req-d2f5604e-eef8-40fe-9694-06d197efa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.501217 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-d2f5604e-eef8-40fe-9694-06d197efa4f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.1801529 Jun 07 13:59:51.618711 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-811300cb-4fa2-4daa-9136-ce07c99e64ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 1002 time: 0.1045156 Jun 07 13:59:51.662400 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6308120-6052-4fb9-ac16-7e3ec2a86d66 req-dec747ce-9148-4b40-931d-996f7a98c8a4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.663863 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6308120-6052-4fb9-ac16-7e3ec2a86d66 req-dec747ce-9148-4b40-931d-996f7a98c8a4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.2207525 Jun 07 13:59:51.702285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0e50-5fb3-409c-a000-333be675831f req-714ce9e0-77ab-42ea-8ac0-2cdf90a6b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.703755 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-714ce9e0-77ab-42ea-8ac0-2cdf90a6b94c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.0738256 Jun 07 13:59:51.771842 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f6308120-6052-4fb9-ac16-7e3ec2a86d66 req-b5456fbd-ae08-4b37-a132-f61739fd4349 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950224 Jun 07 13:59:51.783744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d0e50-5fb3-409c-a000-333be675831f req-04eced11-4a5b-45a8-a15c-cd0dce40017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:51.785901 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-04eced11-4a5b-45a8-a15c-cd0dce40017e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716238 Jun 07 13:59:51.788315 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Deleting port 641184bf-c635-47b1-8401-21c20f7614da {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:51.788757 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.816385 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['203f25ac-4992-451a-aee0-4ff080636c64'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:51.914314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.914539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:51.951580 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-406d7ddc-066d-4f91-aaa8-e126c8bc13b1 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372991 Jun 07 13:59:52.047778 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Calling delete_port for 641184bf-c635-47b1-8401-21c20f7614da owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:52.097193 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-028d0e50-5fb3-409c-a000-333be675831f req-7386c358-ddc1-41f4-9e9c-6d4c743c765c service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382320 Jun 07 13:59:52.177581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:52.181200 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6ac81520-1c8d-4ef1-9279-b89453711182 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:52.226619 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event deleted for resources: {'Port': ['ID=641184bf-c635-47b1-8401-21c20f7614da,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:52.260437 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:52.319380 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:52.319738 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Floating IP e1bc7419-8662-48fb-a742-c3d735c5b24e disassociated (deleted). External IP: 172.27.1.241, port: 203f25ac-4992-451a-aee0-4ff080636c64. Jun 07 13:59:52.594525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9216c-0f43-4b62-bc0a-5caa51361651 req-f6b89d95-5a48-470b-a788-1adaf698e9fe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:52.596024 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddf9216c-0f43-4b62-bc0a-5caa51361651 req-f6b89d95-5a48-470b-a788-1adaf698e9fe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.0893114 Jun 07 13:59:52.641991 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ddf9216c-0f43-4b62-bc0a-5caa51361651 req-f344eb0f-a2f7-4be9-a8c4-c58fc593cb35 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397201 Jun 07 13:59:52.746222 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66000-d070-4877-a977-081b7934213a req-d8742b62-eff6-4d84-b1bd-04f671295df7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:52.747590 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-00f66000-d070-4877-a977-081b7934213a req-d8742b62-eff6-4d84-b1bd-04f671295df7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.3340712 Jun 07 13:59:52.872791 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-00f66000-d070-4877-a977-081b7934213a req-20db6797-d7b0-4a93-8b2d-e03b2ddb0986 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176660 Jun 07 13:59:52.881349 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Router f8c9bc40-d912-40f8-927b-f2284a678b90 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 13:59:52.982168 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3c1d-536f-40bd-8963-7beee6a646b5 req-ac5c406b-8c92-47a5-babf-f0c3ed2a16b9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:52.983625 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d37c3c1d-536f-40bd-8963-7beee6a646b5 req-ac5c406b-8c92-47a5-babf-f0c3ed2a16b9 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0962172 Jun 07 13:59:53.028167 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d37c3c1d-536f-40bd-8963-7beee6a646b5 req-6b0ba157-17a9-47f3-a60b-18408614bdb6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388327 Jun 07 13:59:53.072070 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 13:59:53.076897 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:53.081415 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Sync routers for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 13:59:53.090651 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:53.091320 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:53.133140 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "DELETE /v2.0/floatingips/e1bc7419-8662-48fb-a742-c3d735c5b24e HTTP/1.1" status: 204 len: 168 time: 1.7687628 Jun 07 13:59:53.133788 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:53.136118 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b29c72d-bc42-41d7-9e89-33897fabb250" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:53.198988 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06efb7c-288d-44eb-a89f-2fa0f0d2aec6 x-openstack-request-id: req-d06efb7c-288d-44eb-a89f-2fa0f0d2aec6 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:53.199720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:53.199720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d06efb7c-288d-44eb-a89f-2fa0f0d2aec6 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:53.200041 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 13:59:53.271385 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:53.327907 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-c568c9c2-3398-4117-8fea-ed19ad1b6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:53.329938 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-c568c9c2-3398-4117-8fea-ed19ad1b6bc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8faa95299e8840bca171492308a4c40e&device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 1099 time: 0.0793266 Jun 07 13:59:53.508313 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-1c17485f-ce2a-481b-a3ef-bb9f1cf034ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:53.510367 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-1c17485f-ce2a-481b-a3ef-bb9f1cf034ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 200 len: 915 time: 0.1670675 Jun 07 13:59:53.607358 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-1b218ecd-af26-4580-9265-abef3924b455 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 200 len: 217 time: 0.0811269 Jun 07 13:59:53.623045 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:53.634536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Checking router: f8c9bc40-d912-40f8-927b-f2284a678b90 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 13:59:53.645727 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 13:59:53.646536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:53.686601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-8d7f1464-e4c4-4408-b314-5bcc4efd45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:53.688041 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-8d7f1464-e4c4-4408-b314-5bcc4efd45cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 200 len: 853 time: 0.0684648 Jun 07 13:59:53.779814 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-e8dc958d-70c4-482e-a46a-ccf9621a2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:53.781295 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-e8dc958d-70c4-482e-a46a-ccf9621a2995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee7f14ea-1171-459f-b8db-c9984003ad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839794 Jun 07 13:59:53.786018 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 13:59:53.838808 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 13:59:54.072248 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea3e32-af6c-4642-b760-9a6a0f99cad5 req-9eb69433-0217-4eb9-b6cc-6129f6fe8035 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:54.073779 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-baea3e32-af6c-4642-b760-9a6a0f99cad5 req-9eb69433-0217-4eb9-b6cc-6129f6fe8035 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.0844440 Jun 07 13:59:54.106661 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-e04c5665-09df-4978-b74b-433ae47e2c41 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879276 Jun 07 13:59:54.115627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c57781-b198-439d-b932-94adc27e5849 req-1e42d9ad-290c-419a-afee-f7cd23f1b416 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:54.117226 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37c57781-b198-439d-b932-94adc27e5849 req-1e42d9ad-290c-419a-afee-f7cd23f1b416 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.3350506 Jun 07 13:59:54.130585 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-baea3e32-af6c-4642-b760-9a6a0f99cad5 req-67a04b58-177d-4fb2-9b70-a312454e88c7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485065 Jun 07 13:59:54.244756 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 13:59:54.249944 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a054229a-84b5-4b34-be56-b50ca1f725b1 None None] The sync data for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi is: [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T13:56:23Z', 'revision_number': 4, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'c4b0df92-6a0d-469b-837c-9d8419e17946', 'name': '', 'network_id': 'ee7f14ea-1171-459f-b8db-c9984003ad20', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'mac_address': 'fa:16:3e:27:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:22Z', 'updated_at': '2021-06-07T13:56:31Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'subnets': [{'id': '4c6905d4-d2c7-4adf-85d6-a7b931931bc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 13:59:54.260798 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:54.297005 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37c57781-b198-439d-b932-94adc27e5849 req-28df6eec-78ee-4d98-a693-6b56b72012d6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706371 Jun 07 13:59:54.304976 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:54.305499 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 1e976056-fa94-4759-b8ed-7c4f5f0e2d0e not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:54.360012 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591d175-32a3-4268-ae1d-4adb4cf27fcc req-4cf3c95b-a8c1-46a5-a90d-78a61690f443 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:54.361819 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a591d175-32a3-4268-ae1d-4adb4cf27fcc req-4cf3c95b-a8c1-46a5-a90d-78a61690f443 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1191804 Jun 07 13:59:54.373909 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2b29c72d-bc42-41d7-9e89-33897fabb250 req-9892dae8-0843-410c-a3ce-bea157f00eb9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281337 Jun 07 13:59:54.423583 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a591d175-32a3-4268-ae1d-4adb4cf27fcc req-3894cdd9-0d24-4a1e-8682-edb9cb42c53f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527282 Jun 07 13:59:54.528441 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347420f1-7b61-47d4-8f31-e8e171950804 None None] New status for floating IP e1bc7419-8662-48fb-a742-c3d735c5b24e: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 13:59:54.673593 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-23cb00e0-d14b-4d1f-9513-00d515e47e2f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:54.674856 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-23cb00e0-d14b-4d1f-9513-00d515e47e2f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 946 time: 0.0982811 Jun 07 13:59:54.865043 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Deleting port 558b8707-e0b7-4536-8260-685cb6620575 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 13:59:54.865725 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.013629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] For port 558b8707-e0b7-4536-8260-685cb6620575, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=558b8707-e0b7-4536-8260-685cb6620575,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:55.013982 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.141741 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Calling delete_port for 558b8707-e0b7-4536-8260-685cb6620575 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 13:59:55.284952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.296315 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:55.330841 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', '558b8707-e0b7-4536-8260-685cb6620575'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:55.355472 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event deleted for resources: {'Port': ['ID=558b8707-e0b7-4536-8260-685cb6620575,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:55.390248 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:55.433030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-09762cae-61e4-4e4b-ad5c-5e2d8c155b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.433604 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ac76a1c4-c05a-494b-9681-ef8f03994e4c req-7411741b-f572-4760-b18e-3486da9425f6 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6d7c9b7-eb6c-4d5c-99ed-afeda214f514 HTTP/1.1" status: 200 len: 210 time: 0.0466418 Jun 07 13:59:55.441735 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] No DVR routers for this DVR port 558b8707-e0b7-4536-8260-685cb6620575 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 13:59:55.448307 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:55.450350 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2063ce5d-ef1c-4ea9-b87d-0567d1304196 req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "DELETE /v2.0/ports/558b8707-e0b7-4536-8260-685cb6620575 HTTP/1.1" status: 204 len: 173 time: 0.7364771 Jun 07 13:59:55.452095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'name': 'network-vif-deleted', 'tag': '558b8707-e0b7-4536-8260-685cb6620575'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 13:59:55.454562 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c26c55-7d94-46eb-9075-69fa8f37e960" -d '{"events": [{"server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "name": "network-vif-deleted", "tag": "558b8707-e0b7-4536-8260-685cb6620575"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 13:59:55.497198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2e240-c726-40f4-b7c7-a7bbc7847fe1 req-b8e441e7-9ed7-4acc-a3c3-39416bd62020 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:55.498769 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3b2e240-c726-40f4-b7c7-a7bbc7847fe1 req-b8e441e7-9ed7-4acc-a3c3-39416bd62020 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.2497528 Jun 07 13:59:55.536592 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a570d02c-ebeb-4059-bba0-a9654e39a7dd x-openstack-request-id: req-a570d02c-ebeb-4059-bba0-a9654e39a7dd {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 13:59:55.536861 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d7c9b7-eb6c-4d5c-99ed-afeda214f514", "name": "network-vif-deleted", "tag": "558b8707-e0b7-4536-8260-685cb6620575", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 13:59:55.537256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a570d02c-ebeb-4059-bba0-a9654e39a7dd {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 13:59:55.537815 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6d7c9b7-eb6c-4d5c-99ed-afeda214f514', 'name': 'network-vif-deleted', 'tag': '558b8707-e0b7-4536-8260-685cb6620575', 'status': 'completed', 'code': 200} Jun 07 13:59:55.568304 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f3b2e240-c726-40f4-b7c7-a7bbc7847fe1 req-d2c47561-b8fb-4146-bed4-b67ec9e6c9d5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568089 Jun 07 13:59:55.715960 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25464873-001a-4395-8f8f-5d096665ccd4 req-058268ef-23f5-4efb-acc8-b6c8f21c571f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:55.717456 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-25464873-001a-4395-8f8f-5d096665ccd4 req-058268ef-23f5-4efb-acc8-b6c8f21c571f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0862286 Jun 07 13:59:55.762020 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-25464873-001a-4395-8f8f-5d096665ccd4 req-50b42d98-dd76-4a4f-980f-aa3f4f5f40cd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Jun 07 13:59:56.754978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2352-52a6-4ae6-9dc2-8ce4b7b77be9 req-0320a3b3-d62b-422c-aa53-286ef2a41810 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:56.756437 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d7e2352-52a6-4ae6-9dc2-8ce4b7b77be9 req-0320a3b3-d62b-422c-aa53-286ef2a41810 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.0858617 Jun 07 13:59:56.802542 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d7e2352-52a6-4ae6-9dc2-8ce4b7b77be9 req-b0841c4d-9ae0-481e-8267-753d6ba39de3 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Jun 07 13:59:56.980453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41aba1-c41d-41a8-bff5-7ef950234a85 req-9714e705-5205-492b-8618-9d4f1872ca77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:56.981895 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4b41aba1-c41d-41a8-bff5-7ef950234a85 req-9714e705-5205-492b-8618-9d4f1872ca77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0832055 Jun 07 13:59:57.028525 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-4b41aba1-c41d-41a8-bff5-7ef950234a85 req-18f9ca53-e32a-4507-8851-aa28aecfaa6d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Jun 07 13:59:57.647361 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea9cf9-dc75-4b2b-90af-af3680940539 req-92b39738-9623-42b0-afac-fb7aec0afc1c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:57.648736 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-57ea9cf9-dc75-4b2b-90af-af3680940539 req-92b39738-9623-42b0-afac-fb7aec0afc1c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0791445 Jun 07 13:59:57.697969 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-57ea9cf9-dc75-4b2b-90af-af3680940539 req-7943aa2e-90ca-4fb1-a18f-e42bc1257366 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435605 Jun 07 13:59:57.927580 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-105369ab-7da0-4477-8744-c8a0df9de26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:57.995663 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381845-da17-4ad8-8470-ce35e1fcf5df req-87638f26-67b1-4ab6-ba80-fc80f6eee2ea tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:57.997145 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65381845-da17-4ad8-8470-ce35e1fcf5df req-87638f26-67b1-4ab6-ba80-fc80f6eee2ea tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 944 time: 0.0824172 Jun 07 13:59:58.046324 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-65381845-da17-4ad8-8470-ce35e1fcf5df req-1f9b0884-dec0-41e6-9ad6-468f24caa5c5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Jun 07 13:59:58.068375 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:58.234749 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b00a8-1b9d-4215-8446-0f0462123fb9 req-be8f7433-d101-4d9e-940a-dafb1fe7c7fe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:58.236119 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e66b00a8-1b9d-4215-8446-0f0462123fb9 req-be8f7433-d101-4d9e-940a-dafb1fe7c7fe tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.0870957 Jun 07 13:59:58.280596 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e66b00a8-1b9d-4215-8446-0f0462123fb9 req-0a603920-ae64-4dc3-90f1-918a1117eb6e tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382707 Jun 07 13:59:58.287942 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 3336fb2a-7857-4d01-b72a-d5cfbef0b736 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 13:59:58.303172 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 558b8707-e0b7-4536-8260-685cb6620575 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 13:59:58.328581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154874e-a887-46cf-9456-75bb698c1b24 req-47b8e654-0349-46b4-af82-682fff5f24d1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:58.330014 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7154874e-a887-46cf-9456-75bb698c1b24 req-47b8e654-0349-46b4-af82-682fff5f24d1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.0820985 Jun 07 13:59:58.355815 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 558b8707-e0b7-4536-8260-685cb6620575 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 13:59:58.356159 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 558b8707-e0b7-4536-8260-685cb6620575 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 13:59:58.379714 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-7154874e-a887-46cf-9456-75bb698c1b24 req-6575a257-97dd-420e-bd22-88307755c7a7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Jun 07 13:59:58.462814 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:58.480920 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 13:59:58.539265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:58.555330 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3336fb2a-7857-4d01-b72a-d5cfbef0b736 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 13:59:58.570287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 13:59:58.574042 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:58.576579 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 13:59:58.640530 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 13:59:58.648270 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.648617 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.649071 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.649415 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.649743 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.650071 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.650395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.650718 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.651043 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.651364 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.651711 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.652035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 13:59:58.655778 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 13:59:58.884182 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6539a3d-84fc-420d-8a15-724f870b02b6 req-b53dc89e-293e-4920-a217-2e7ce08d7c23 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:58.885575 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6539a3d-84fc-420d-8a15-724f870b02b6 req-b53dc89e-293e-4920-a217-2e7ce08d7c23 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0813451 Jun 07 13:59:58.930228 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b6539a3d-84fc-420d-8a15-724f870b02b6 req-f479fd53-263a-4053-ae00-224ad1655bdf tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390913 Jun 07 13:59:59.122931 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['3336fb2a-7857-4d01-b72a-d5cfbef0b736'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 13:59:59.210166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 13:59:59.247559 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da88034-fd46-4947-a8b4-71cffcb7694b req-143baa19-3359-460b-9929-a6799e27df9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:59.249343 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5da88034-fd46-4947-a8b4-71cffcb7694b req-143baa19-3359-460b-9929-a6799e27df9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 945 time: 0.0957892 Jun 07 13:59:59.302751 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5da88034-fd46-4947-a8b4-71cffcb7694b req-2f14f9f0-a166-4280-a8d4-161f7db3344c tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Jun 07 13:59:59.517884 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da3246-05c7-46e2-a285-551ed228990c req-91f9a749-420b-4a60-819d-11789acfa7b2 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:59.522599 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-49da3246-05c7-46e2-a285-551ed228990c req-91f9a749-420b-4a60-819d-11789acfa7b2 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.0989001 Jun 07 13:59:59.569721 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-49da3246-05c7-46e2-a285-551ed228990c req-4bad35e4-bcfa-4ccd-b0c0-68acca6a9849 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429609 Jun 07 13:59:59.779901 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c4fbd-4946-4b2e-aae0-6dca7defa500 req-6f291659-db4a-4743-ad51-868b4584e201 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 13:59:59.781477 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-627c4fbd-4946-4b2e-aae0-6dca7defa500 req-6f291659-db4a-4743-ad51-868b4584e201 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1742923 Jun 07 13:59:59.836094 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-627c4fbd-4946-4b2e-aae0-6dca7defa500 req-1e3ad4b0-b4c3-488d-bbcb-a50a16fcf847 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486510 Jun 07 14:00:00.132758 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eea1bc-3237-4bc5-ad7f-7776a17e53a1 req-ae66e5f4-428d-4600-b56d-8ac511259bda tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:00.134009 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-00eea1bc-3237-4bc5-ad7f-7776a17e53a1 req-ae66e5f4-428d-4600-b56d-8ac511259bda tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.0858004 Jun 07 14:00:00.186361 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-00eea1bc-3237-4bc5-ad7f-7776a17e53a1 req-587aacc8-8afd-4b64-8aab-a973430f44aa tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Jun 07 14:00:00.298360 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:00:00.488287 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:00.511410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fe0aa-9cf4-499b-9410-2b09ea2dadda req-07cb8d35-1357-4eab-a93d-5497ca11b8c0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:00.516337 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6d0fe0aa-9cf4-499b-9410-2b09ea2dadda req-07cb8d35-1357-4eab-a93d-5497ca11b8c0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 945 time: 0.0936997 Jun 07 14:00:00.518951 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:00:00.576424 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6d0fe0aa-9cf4-499b-9410-2b09ea2dadda req-de03b7aa-9ebd-46e4-9b92-3acdeeffa0e4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591297 Jun 07 14:00:00.609961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:00.628581 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:00:00.646358 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:00.651727 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:00.653826 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f4f199d3-0154-451c-85d2-bde1b83365bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:00.762180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=6']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:00.765415 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:00.838439 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-d468d09d-e313-4201-939e-5598ca7063bb tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:00.839911 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-d468d09d-e313-4201-939e-5598ca7063bb tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.1726949 Jun 07 14:00:00.857327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a95652-c618-404a-8b62-9733b952a54e req-60c08e0e-7b99-4b95-93be-d5dca417f4e7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:00.858811 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a5a95652-c618-404a-8b62-9733b952a54e req-60c08e0e-7b99-4b95-93be-d5dca417f4e7 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.1330321 Jun 07 14:00:00.911329 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:00:00.990132 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:01.074120 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a5a95652-c618-404a-8b62-9733b952a54e req-3b8d0b31-4fbb-4585-9398-5e7dfd9c11d3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664779 Jun 07 14:00:01.100153 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96116a99-5642-40f0-90e2-c355d1d267e3 req-95f71650-59cd-4745-ac7c-f54af938dc63 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:01.107475 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96116a99-5642-40f0-90e2-c355d1d267e3 req-95f71650-59cd-4745-ac7c-f54af938dc63 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.1255519 Jun 07 14:00:01.153211 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-96116a99-5642-40f0-90e2-c355d1d267e3 req-a146c877-8822-4cb3-b03a-70d379411da6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448294 Jun 07 14:00:01.156697 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Deleting port 203f25ac-4992-451a-aee0-4ff080636c64 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:01.157032 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:01.207099 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-697a86f8-e9ed-4c8f-8a9e-3e86380d3d4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:01.208621 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-697a86f8-e9ed-4c8f-8a9e-3e86380d3d4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.1801083 Jun 07 14:00:01.478565 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] For port 203f25ac-4992-451a-aee0-4ff080636c64, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=203f25ac-4992-451a-aee0-4ff080636c64,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:01.478921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:01.618226 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Calling delete_port for 203f25ac-4992-451a-aee0-4ff080636c64 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:01.655083 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a11744-7a0a-444d-9b57-ae7cf8c9d5a9 req-8d1d72f9-cc3b-461e-8ccd-1d6d8327f426 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:01.656691 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-92a11744-7a0a-444d-9b57-ae7cf8c9d5a9 req-8d1d72f9-cc3b-461e-8ccd-1d6d8327f426 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 946 time: 0.3369992 Jun 07 14:00:01.713469 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Deleting port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:01.713789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:01.762580 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-92a11744-7a0a-444d-9b57-ae7cf8c9d5a9 req-b78159b7-0940-4790-a5fc-de303eae9821 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/security-groups?id=9380f13f-8712-44c8-b544-1c0a4b66d5e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923371 Jun 07 14:00:01.994617 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] For port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,segment=NetworkSegment(36f444bf-b99d-4015-9321-dda180c62c8b),segment_id=36f444bf-b99d-4015-9321-dda180c62c8b)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:01.994617 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.006398 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2101c-b28f-4b9a-af79-eab1a8153edb req-a2037087-355e-40ce-a972-49e0dfa23f58 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:02.007867 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a6e2101c-b28f-4b9a-af79-eab1a8153edb req-a2037087-355e-40ce-a972-49e0dfa23f58 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 945 time: 0.1079044 Jun 07 14:00:02.012484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.027174 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c40f16e-5d57-45c3-9095-b2120d6095f8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:02.068790 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a6e2101c-b28f-4b9a-af79-eab1a8153edb req-6307a609-1f39-489b-8f2d-efe9d7e481de tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537322 Jun 07 14:00:02.246976 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Pushing event deleted for resources: {'Port': ['ID=203f25ac-4992-451a-aee0-4ff080636c64,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:02.249995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:02.302351 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:02.402212 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Calling delete_port for 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:02.453135 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4c9fb-2c77-4aae-b49f-d9c82ea56e30 req-c9f7839b-0947-4463-8cd8-e08e280f2f5c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:02.454626 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b6f4c9fb-2c77-4aae-b49f-d9c82ea56e30 req-c9f7839b-0947-4463-8cd8-e08e280f2f5c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.1474769 Jun 07 14:00:02.459073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:02.459450 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.477470 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] No DVR routers for this DVR port 203f25ac-4992-451a-aee0-4ff080636c64 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:02.480107 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.482221 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd20f27e-0d6a-43f4-8766-045e55cdd1b8 req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.55 "DELETE /v2.0/ports/203f25ac-4992-451a-aee0-4ff080636c64 HTTP/1.1" status: 204 len: 173 time: 1.6225109 Jun 07 14:00:02.486104 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'name': 'network-vif-deleted', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:02.490108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeca637-2b5a-4a03-85fd-08198231e150" -d '{"events": [{"server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "name": "network-vif-deleted", "tag": "203f25ac-4992-451a-aee0-4ff080636c64"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:02.538968 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b6f4c9fb-2c77-4aae-b49f-d9c82ea56e30 req-2d36cc73-7a5e-4dc8-a24c-e3e8ae73e5b3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774004 Jun 07 14:00:02.590173 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce576-5671-49c7-8ae5-4ef0763b526d req-fc8c40a1-7adb-4ce1-9d66-ddc76b97ee51 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:02.598250 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a09ce576-5671-49c7-8ae5-4ef0763b526d req-fc8c40a1-7adb-4ce1-9d66-ddc76b97ee51 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 945 time: 0.3465233 Jun 07 14:00:02.677260 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efbc619-2e2c-4a06-a5d7-037ea42e157c x-openstack-request-id: req-1efbc619-2e2c-4a06-a5d7-037ea42e157c {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:02.677644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0a9372-00fe-4131-a92f-89715373dbab", "name": "network-vif-deleted", "tag": "203f25ac-4992-451a-aee0-4ff080636c64", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:02.677941 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1efbc619-2e2c-4a06-a5d7-037ea42e157c {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:02.678433 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0a9372-00fe-4131-a92f-89715373dbab', 'name': 'network-vif-deleted', 'tag': '203f25ac-4992-451a-aee0-4ff080636c64', 'status': 'completed', 'code': 200} Jun 07 14:00:02.718222 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.759717 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a09ce576-5671-49c7-8ae5-4ef0763b526d req-87b9a077-6737-4064-baa8-8792499b1cf4 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/security-groups?id=410b156f-cf68-457d-936f-dd79b299c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594923 Jun 07 14:00:02.765802 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:02.769062 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529c053-44b4-465d-8940-564ca68a9c6e" -d '{"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:02.781091 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:02.790385 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.791176 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 3336fb2a-7857-4d01-b72a-d5cfbef0b736 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:02.830107 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:02.866935 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:02.890687 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-23dd821a-43b5-4cb7-93ff-5cad294ab421 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:02.925646 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5377a-769e-4cf4-9d11-2859ddb3b2a7 x-openstack-request-id: req-afe5377a-769e-4cf4-9d11-2859ddb3b2a7 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:02.925999 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:02.926192 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afe5377a-769e-4cf4-9d11-2859ddb3b2a7 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:02.926578 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'code': 200} Jun 07 14:00:02.928552 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=7']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:02.933374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:00:02.962790 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:03.012709 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:03.023354 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:03.023672 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:03.147529 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Pushing event deleted for resources: {'Port': ['ID=44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:03.155212 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:03.167838 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] No DVR routers for this DVR port 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:03.170657 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:03.172897 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-be3fbe64-5432-469b-a820-a0782d9f1d92 req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.55 "DELETE /v2.0/ports/44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 HTTP/1.1" status: 204 len: 173 time: 1.9545338 Jun 07 14:00:03.184374 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-514b749f-14f8-48ec-8bdd-07e9431a634c req-b4c9865f-647a-4fe3-94c5-6c70434a912c tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f0a9372-00fe-4131-a92f-89715373dbab HTTP/1.1" status: 200 len: 210 time: 0.0895460 Jun 07 14:00:03.272540 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:03.331262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:03.348639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:03.352818 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 203f25ac-4992-451a-aee0-4ff080636c64 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:03.398223 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:03.505508 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 203f25ac-4992-451a-aee0-4ff080636c64 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:03.506258 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 203f25ac-4992-451a-aee0-4ff080636c64 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:03.554749 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:03.561122 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:03.579624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53ceac-fffa-4375-82f6-9bf720278afe req-8b417b97-f6cb-4764-b12c-54d514caaed9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:03.581631 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bf53ceac-fffa-4375-82f6-9bf720278afe req-8b417b97-f6cb-4764-b12c-54d514caaed9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.2100019 Jun 07 14:00:03.640510 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bf53ceac-fffa-4375-82f6-9bf720278afe req-196d21ea-6fc1-4b24-b8de-0bc5aa390831 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522921 Jun 07 14:00:03.818108 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a3ec-0319-467b-8921-c1577a1e6af8 req-a8cb7e18-94b1-49a8-a68e-61af1f721a8a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:03.825193 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6d51a3ec-0319-467b-8921-c1577a1e6af8 req-a8cb7e18-94b1-49a8-a68e-61af1f721a8a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1192000 Jun 07 14:00:03.961774 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-11073030-af13-4f75-85c9-bc3e0194933f req-1b345392-e047-469e-947d-8ebdad648a45 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] 10.222.0.20 "GET /v2.0/ports?device_id=67e693a4-39a2-4429-bad0-6b6b91f53b3e HTTP/1.1" status: 200 len: 210 time: 0.0607297 Jun 07 14:00:04.065767 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6d51a3ec-0319-467b-8921-c1577a1e6af8 req-f4d4809c-7bcc-4f15-888e-75e7cd585ae2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396235 Jun 07 14:00:04.680521 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'name': 'network-vif-deleted', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:04.684589 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94d2eb1-3dca-4550-864c-62833fcc63e3" -d '{"events": [{"server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "name": "network-vif-deleted", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:04.778267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bf7b36-9359-45cd-a1f6-7d262562886b x-openstack-request-id: req-c5bf7b36-9359-45cd-a1f6-7d262562886b {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:04.779584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e693a4-39a2-4429-bad0-6b6b91f53b3e", "name": "network-vif-deleted", "tag": "44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:04.780670 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5bf7b36-9359-45cd-a1f6-7d262562886b {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:04.783694 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e693a4-39a2-4429-bad0-6b6b91f53b3e', 'name': 'network-vif-deleted', 'tag': '44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2', 'status': 'completed', 'code': 200} Jun 07 14:00:04.927846 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:04.930455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5178ae34-b978-4b6c-bd5f-6019954a48d6" -d '{"events": [{"server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "name": "network-vif-plugged", "status": "completed", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:04.933731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d95db2-3712-4055-b43d-e73cc7c53786 req-36a14a90-0ddf-4141-ad25-3ad9756b8bb5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:04.935699 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d6d95db2-3712-4055-b43d-e73cc7c53786 req-36a14a90-0ddf-4141-ad25-3ad9756b8bb5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.1099017 Jun 07 14:00:05.002299 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52834) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:05.008158 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d6d95db2-3712-4055-b43d-e73cc7c53786 req-7d2bcc71-f114-4cc4-92f7-6ff9e9c63a91 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615122 Jun 07 14:00:05.011578 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8020d22f-8397-4cff-b8d7-8dc8c93edea3 x-openstack-request-id: req-8020d22f-8397-4cff-b8d7-8dc8c93edea3 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:05.012225 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "name": "network-vif-plugged", "status": "completed", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:05.012707 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8020d22f-8397-4cff-b8d7-8dc8c93edea3 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:05.013311 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'code': 200} Jun 07 14:00:05.120199 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52838) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:05.315645 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Deleting subnet 28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:00:05.322059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.443985 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.472913 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.505253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3598313b-2715-4b96-b88c-47a87a1202db req-59da2e4e-58f8-465a-8f4f-5235c3b07de7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:05.507244 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3598313b-2715-4b96-b88c-47a87a1202db req-59da2e4e-58f8-465a-8f4f-5235c3b07de7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.2970784 Jun 07 14:00:05.589810 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3598313b-2715-4b96-b88c-47a87a1202db req-719fc1d4-84fb-4140-bd3f-e6df4db90247 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724039 Jun 07 14:00:05.645285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.660836 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.708821 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14bca9-1d15-44f9-9201-78083320b729 req-fd0817d5-e421-466b-a826-d6b385637a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:05.710234 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd14bca9-1d15-44f9-9201-78083320b729 req-fd0817d5-e421-466b-a826-d6b385637a9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1099 time: 0.3461077 Jun 07 14:00:05.775566 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-dd14bca9-1d15-44f9-9201-78083320b729 req-3262d14a-59ea-469d-a5d3-117681afd99b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562782 Jun 07 14:00:05.782367 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.787334 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba67c989-b7f7-46e5-b4cd-c30736bc8f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:05.822823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:05.829346 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:05.833680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:05.840285 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0c02f224-f927-4afa-ad9d-7dc07832a61d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/28c20fb2-5ab1-4297-b6ac-7e95d91b1a9f HTTP/1.1" status: 204 len: 168 time: 0.7190268 Jun 07 14:00:05.844059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52842) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:05.969556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.113343 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.130036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9165d824-41b8-4870-8940-c18c2c5e74eb']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:06.186296 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f444bf-b99d-4015-9321-dda180c62c8b') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:06.186733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f444bf-b99d-4015-9321-dda180c62c8b') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:06.204268 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Deleting port c4b0df92-6a0d-469b-837c-9d8419e17946 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:06.204896 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.215249 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.239423 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.256059 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:00:06.256785 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:00:06.282358 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:00:06.304925 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:06.330766 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c88a1e-206f-4126-8b4f-22d91117d840 req-4112e64d-1317-4b3b-a309-8acf2469cb80 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:06.333431 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64c88a1e-206f-4126-8b4f-22d91117d840 req-4112e64d-1317-4b3b-a309-8acf2469cb80 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.1919277 Jun 07 14:00:06.369224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] For port c4b0df92-6a0d-469b-837c-9d8419e17946, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=c4b0df92-6a0d-469b-837c-9d8419e17946,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:06.369589 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.390367 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:06.391380 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 44af0e03-d9fc-4bc4-a5c5-fd4f6c9bb3b2 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:06.521020 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Calling delete_port for c4b0df92-6a0d-469b-837c-9d8419e17946 owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:06.582198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.590757 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-64c88a1e-206f-4126-8b4f-22d91117d840 req-cf012cb7-fa32-4b0b-8e06-c2e1a8c53978 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496283 Jun 07 14:00:06.592146 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:06.615809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:06.620713 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/9165d824-41b8-4870-8940-c18c2c5e74eb HTTP/1.1" status: 204 len: 168 time: 0.7753842 Jun 07 14:00:06.631748 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Pushing event deleted for resources: {'Network': ['ID=9165d824-41b8-4870-8940-c18c2c5e74eb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:06.640348 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9d7bf9cd-9a9f-4efe-985f-0a7839bcaf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:06.980244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52856) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:06.991774 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.002325 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec53f7d0-8993-49ed-9487-1ca7efb27c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:07.037786 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f6d7d69b-61be-4ab9-a9d0-5e119e4f8b55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46c89e1cb5e74700a6e7b51f6e7cb7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561724 Jun 07 14:00:07.040025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52858) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:07.056020 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b0df92-6a0d-469b-837c-9d8419e17946,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:07.061827 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:07.149628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.179286 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.186713 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b86e39-5317-45a4-9ec6-ea95798eeb4f req-52d9b28f-8d1b-4d5e-84e4-3aaa01dde47c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:07.188305 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-98b86e39-5317-45a4-9ec6-ea95798eeb4f req-52d9b28f-8d1b-4d5e-84e4-3aaa01dde47c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.4072685 Jun 07 14:00:07.266956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.279431 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.285709 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/410b156f-cf68-457d-936f-dd79b299c2e2 HTTP/1.1" status: 204 len: 168 time: 0.2443318 Jun 07 14:00:07.288276 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a81d3caa-5945-4d43-8d4d-fbfc7c48fd22 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:07.314023 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b156f-cf68-457d-936f-dd79b299c2e2,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:07.316751 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:07.575550 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-98b86e39-5317-45a4-9ec6-ea95798eeb4f req-e6919176-5b49-4414-8df7-214b468fd389 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795557 Jun 07 14:00:07.654890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:07.892787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425fa9c-ed3c-489d-be1e-8d4c2ce914ce req-7818b687-a86b-46a4-b670-50a77950b09f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:07.912656 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6425fa9c-ed3c-489d-be1e-8d4c2ce914ce req-7818b687-a86b-46a4-b670-50a77950b09f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.1211491 Jun 07 14:00:07.974813 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6425fa9c-ed3c-489d-be1e-8d4c2ce914ce req-c562e580-1d89-4e7c-af86-4b387b392a57 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611522 Jun 07 14:00:08.190230 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Router f8c9bc40-d912-40f8-927b-f2284a678b90 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:08.223814 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e1f0c-1833-4c91-a97a-dabaccf8bbd9 req-1b57c3eb-d071-45b5-a4c2-2ffe715c7a8e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:08.231660 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-099e1f0c-1833-4c91-a97a-dabaccf8bbd9 req-1b57c3eb-d071-45b5-a4c2-2ffe715c7a8e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.1172600 Jun 07 14:00:08.312806 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-099e1f0c-1833-4c91-a97a-dabaccf8bbd9 req-19a2cebb-1de3-4ced-b61a-3f6e3b562423 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798578 Jun 07 14:00:08.337904 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52884) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:08.423842 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:08.431125 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a070a9be-3164-4ff7-920d-40aad3c9f85b admin admin] 10.222.0.20 "PUT /v2.0/routers/f8c9bc40-d912-40f8-927b-f2284a678b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263463 Jun 07 14:00:08.438786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52888) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:08.439454 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Sync routers for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:08.441074 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e02e25-9d43-430b-b0c0-5afddd46e9e0 tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:08.442615 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-d3e02e25-9d43-430b-b0c0-5afddd46e9e0 tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1094 time: 0.1015687 Jun 07 14:00:08.445746 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52890) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:08.450826 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:08.454073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:08.454998 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:08.504325 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:08.764770 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks [] for router, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:08.838382 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:08.858345 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:08.941829 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50518de9-a999-4d79-857e-ef04ec5827e2 req-54e6a8dc-a5ee-420f-a263-64a304f0c0b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:08.949798 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-50518de9-a999-4d79-857e-ef04ec5827e2 req-54e6a8dc-a5ee-420f-a263-64a304f0c0b0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1683183 Jun 07 14:00:08.992438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.083159 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.27.1.30 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/eb48d3ab-ca34-47b0-a540-0264d06c63aa) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:09.086726 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Deleting port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:09.087415 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.150855 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-50518de9-a999-4d79-857e-ef04ec5827e2 req-1cbc517d-e965-41b7-a601-4ace41e621d1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001340 Jun 07 14:00:09.302157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] For port 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:09.302741 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.436455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T14:00:06Z', 'revision_number': 5, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port': {'id': '8da7d111-3b35-4bc1-a141-f3ccfe15dfc0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:11:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:15Z', 'updated_at': '2021-06-07T13:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:09.444940 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Checking router: f8c9bc40-d912-40f8-927b-f2284a678b90 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:09.469087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Routers {'f8c9bc40-d912-40f8-927b-f2284a678b90'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:09.469738 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['f8c9bc40-d912-40f8-927b-f2284a678b90'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:09.583376 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.645247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Calling delete_port for 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 owned by network:router_gateway {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:09.646828 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:09.655386 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:09.730309 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] Set router f8c9bc40-d912-40f8-927b-f2284a678b90 gateway port host: None {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:09.749121 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:09.752182 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:09.756898 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:09.853061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=eb48d3ab-ca34-47b0-a540-0264d06c63aa,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:09.860412 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T14:00:08Z', 'revision_number': 6, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:09.865633 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e6590-79bd-4c18-a5e5-f7e2f4d20cb1 None None] The sync data for ids ['f8c9bc40-d912-40f8-927b-f2284a678b90'] in dv-cinder-772623-7-iscsi is: [{'id': 'f8c9bc40-d912-40f8-927b-f2284a678b90', 'name': 'tempest-TestMinimumBasicScenario-794906914-router', 'tenant_id': '8faa95299e8840bca171492308a4c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:14Z', 'updated_at': '2021-06-07T14:00:08Z', 'revision_number': 6, 'project_id': '8faa95299e8840bca171492308a4c40e', 'gw_port_host': None}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:09.866981 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:10.162803 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.168132 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-075a02da-c81f-4030-982f-c5a5ed7222b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:10.309290 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.343836 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da7d111-3b35-4bc1-a141-f3ccfe15dfc0,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:10.349314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:10.469386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.478134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.561247 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fbcce-94ce-4fb3-a24a-0eb3af30c5c0 req-28505e29-24c3-402a-b210-d5a0fa6d0a77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:10.563342 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8e6fbcce-94ce-4fb3-a24a-0eb3af30c5c0 req-28505e29-24c3-402a-b210-d5a0fa6d0a77 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.2239115 Jun 07 14:00:10.673792 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.677318 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.758948 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8e6fbcce-94ce-4fb3-a24a-0eb3af30c5c0 req-2e12120e-3b4a-441c-85a4-e3a67d20b7cb tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647735 Jun 07 14:00:10.813119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.820345 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.835224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-60dae576-1ba3-40d2-a3b3-b27bc63302bc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:10.858039 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.859902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8c9bc40-d912-40f8-927b-f2284a678b90 {{(pid=91746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:00:10.879478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:10.879478 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f8c9bc40-d912-40f8-927b-f2284a678b90 HTTP/1.1" status: 204 len: 168 time: 2.4303432 Jun 07 14:00:10.879478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52910) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:10.984769 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=eb48d3ab-ca34-47b0-a540-0264d06c63aa,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:10.996919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Deleting subnet 4c6905d4-d2c7-4adf-85d6-a7b931931bc3 {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:00:10.998344 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:11.006215 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.008448 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.084505 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.347344 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP f0deb621-67a2-4c13-b414-68ff11eb4e06 associated. External IP: 172.27.1.30, port: 3336fb2a-7857-4d01-b72a-d5cfbef0b736. Jun 07 14:00:11.397091 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.496622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-5a2758c1-69a9-4882-a2d3-c8360075982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:11.498259 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-5a2758c1-69a9-4882-a2d3-c8360075982f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1099 time: 0.1683066 Jun 07 14:00:11.517266 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.529731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:11.605865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6905d4-d2c7-4adf-85d6-a7b931931bc3,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:11.606881 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad8ddb-4cf3-47bd-9572-c6a5c5eadddf None None] Network ee7f14ea-1171-459f-b8db-c9984003ad20 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:11.610245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:11.613855 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4c6905d4-d2c7-4adf-85d6-a7b931931bc3 HTTP/1.1" status: 204 len: 168 time: 0.7363358 Jun 07 14:00:11.618098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-55144076-6140-401a-be1e-557e5d997be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:11.618898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 52920) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:11.650711 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device c4b0df92-6a0d-469b-837c-9d8419e17946 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:11.755319 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: c4b0df92-6a0d-469b-837c-9d8419e17946 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:11.765200 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device c4b0df92-6a0d-469b-837c-9d8419e17946 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:11.765895 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:11.818141 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:11.818739 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 8da7d111-3b35-4bc1-a141-f3ccfe15dfc0 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:12.130159 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:12.174027 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:12.204337 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] DHCP port deletion for ee7f14ea-1171-459f-b8db-c9984003ad20 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:00:12.252557 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-ae677435-8a05-43f2-9edc-5af45f67ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:12.254812 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-ae677435-8a05-43f2-9edc-5af45f67ddde service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.7284317 Jun 07 14:00:12.273501 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca288-bf6c-4aa8-b41e-4c79830676ed req-fc9352da-cf4c-448e-b806-00ac902d3172 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:12.281186 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d3ca288-bf6c-4aa8-b41e-4c79830676ed req-fc9352da-cf4c-448e-b806-00ac902d3172 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.2243295 Jun 07 14:00:12.352552 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:12.367874 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:12.390735 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Deleting port 1420729b-491b-455b-99d6-9dc7138ec516 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:12.391274 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:12.395103 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:12.400365 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:12.402316 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:12.411226 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-75df3bbc-36ee-48f3-b60a-24a4d3c119d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 1002 time: 0.1464481 Jun 07 14:00:12.608391 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1617377 Jun 07 14:00:12.609202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:12.624922 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a41bdc3-d115-402d-81cb-56830aec76d4" -d '{"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:12.688702 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] For port 1420729b-491b-455b-99d6-9dc7138ec516, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1420729b-491b-455b-99d6-9dc7138ec516,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:12.693401 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:12.739064 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-24a5ad5c-7b26-467e-bf86-592f035b4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:12.740680 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-24a5ad5c-7b26-467e-bf86-592f035b4ed8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.3204463 Jun 07 14:00:12.777514 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7d3ca288-bf6c-4aa8-b41e-4c79830676ed req-d88fda1b-299a-46f1-87ac-c94dcae67bc7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4954007 Jun 07 14:00:12.796355 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83e11e-cd80-4832-beb5-700e74fbc1d9 x-openstack-request-id: req-6d83e11e-cd80-4832-beb5-700e74fbc1d9 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:12.796710 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:12.796994 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d83e11e-cd80-4832-beb5-700e74fbc1d9 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:12.810698 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'status': 'completed', 'code': 200} Jun 07 14:00:12.936410 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:12.946005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Deleting port 1420729b-491b-455b-99d6-9dc7138ec516 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:12.946681 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:12.996811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Calling delete_port for 1420729b-491b-455b-99d6-9dc7138ec516 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:13.059566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] For port 1420729b-491b-455b-99d6-9dc7138ec516, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1420729b-491b-455b-99d6-9dc7138ec516,segment=NetworkSegment(d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba),segment_id=d8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:13.060245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:13.200262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Calling delete_port for 1420729b-491b-455b-99d6-9dc7138ec516 owned by network:dhcp {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:13.248046 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:13.251807 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-e2d0fe84-c107-4367-b9cb-73570988581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:13.254181 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-e2d0fe84-c107-4367-b9cb-73570988581e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4919631 Jun 07 14:00:13.262679 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:13.329113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] No DVR routers for this DVR port 1420729b-491b-455b-99d6-9dc7138ec516 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:13.358623 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Pushing event deleted for resources: {'Port': ['ID=1420729b-491b-455b-99d6-9dc7138ec516,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:13.370773 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-fc422a93-9474-444b-bd73-eb069c49284e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:13.471053 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:13.488824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-111c2785-5490-44c3-9c37-9d13f2eb1aad tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:13.545011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1420729b-491b-455b-99d6-9dc7138ec516,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:13.553509 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] No DVR routers for this DVR port 1420729b-491b-455b-99d6-9dc7138ec516 on host dv-cinder-772623-7-iscsi {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:13.558044 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.558428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.558801 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.559164 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.559542 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.559915 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.560265 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.560618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.561111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.561468 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.561823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.562495 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:13.587152 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1420729b-491b-455b-99d6-9dc7138ec516 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:13.654982 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:13.662244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-5d6f01f3-4502-4a7d-a15e-1d3a261ac8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:13.663316 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-5d6f01f3-4502-4a7d-a15e-1d3a261ac8a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1099 time: 0.8048069 Jun 07 14:00:13.674036 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 1420729b-491b-455b-99d6-9dc7138ec516 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:13.674412 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1420729b-491b-455b-99d6-9dc7138ec516 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:13.717433 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:10Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:13.726429 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:13.750946 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:13.755863 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:13.768001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:13.782824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7f14ea-1171-459f-b8db-c9984003ad20']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:13.813525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:13.814171 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a8fc0b-d74f-4e83-a6dc-a2dbf81879ba') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:13.901240 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-feab6adc-e7d5-4013-82a1-f77df94bd05f service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298132 Jun 07 14:00:13.947433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:14.111555 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:14.160823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:14.195535 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:00:14.195952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: util.warn( Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: util.warn( Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: util.warn( Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: util.warn( Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:00:14.214401 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:00:14.428324 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:14.463069 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:14.483546 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:14.487079 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ee7f14ea-1171-459f-b8db-c9984003ad20 HTTP/1.1" status: 204 len: 168 time: 2.8666234 Jun 07 14:00:14.489716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 52978) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:14.500518 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-49dcbe4a-5ef7-4d39-904c-e1b0cb7fcc87 req-bd4e09c6-316a-44cc-8855-1a54a7f58d4d service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552018 Jun 07 14:00:14.539047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1644ae-48c0-4532-9ec7-9c0d7138349b req-53466c3d-16b0-45bc-808c-d30638615ec3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:14.541131 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-da1644ae-48c0-4532-9ec7-9c0d7138349b req-53466c3d-16b0-45bc-808c-d30638615ec3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.4973536 Jun 07 14:00:14.542421 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-5a4a8f31-45c6-4731-9328-12bab2d6def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:14.547314 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-5a4a8f31-45c6-4731-9328-12bab2d6def4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.7091775 Jun 07 14:00:14.548351 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7f14ea-1171-459f-b8db-c9984003ad20,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:14.556128 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:14.563928 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:10Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:14.569479 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2520155c-f4a9-4f70-baf5-77d136f9df3a None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:10Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:14.744465 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-90c611e9-64f3-49a8-8733-f16b6f73c2dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 999 time: 0.1612113 Jun 07 14:00:14.788127 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-da1644ae-48c0-4532-9ec7-9c0d7138349b req-1c29958e-1e1b-4bc9-9726-753f4f9a52d1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365701 Jun 07 14:00:14.901444 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2092aa-1d9d-473c-9101-2ab4968b5f0a None None] New status for floating IP f0deb621-67a2-4c13-b414-68ff11eb4e06: ACTIVE {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:00:15.114040 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-250277cd-e1ca-4dd6-a008-ab51ab395285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:15.115570 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-250277cd-e1ca-4dd6-a008-ab51ab395285 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.2385457 Jun 07 14:00:15.173645 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:15.295551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-450d46e7-2500-422b-87e8-146e88dcba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:15.299246 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-450d46e7-2500-422b-87e8-146e88dcba7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1400216 Jun 07 14:00:15.530796 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-ddff0971-83f7-4a84-bd2a-c0c7e8ceea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:15.532483 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-ddff0971-83f7-4a84-bd2a-c0c7e8ceea42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1099 time: 0.1922963 Jun 07 14:00:15.536512 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-6c680546-bd4d-4609-a891-d1d738a63667 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193179 Jun 07 14:00:15.716142 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Deleting port b0f3514a-5e6a-454f-955d-1a9a541aa917 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:15.716682 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:15.789010 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-0ef7c5e9-bfb9-4828-8947-d10725b73a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:15.790448 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-0ef7c5e9-bfb9-4828-8947-d10725b73a12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.2467544 Jun 07 14:00:15.792538 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6a41bdc3-d115-402d-81cb-56830aec76d4 req-46710680-0ce8-4ff5-be30-cf5b0db85000 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472458 Jun 07 14:00:15.961063 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-6de6e361-0771-4ccf-948f-0af8794615ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 1002 time: 0.1450455 Jun 07 14:00:16.038703 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-ee8e60a1-45be-4477-a05f-f2f99698b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:16.040213 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-ee8e60a1-45be-4477-a05f-f2f99698b80e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0700791 Jun 07 14:00:16.083202 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] For port b0f3514a-5e6a-454f-955d-1a9a541aa917, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b0f3514a-5e6a-454f-955d-1a9a541aa917,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:16.083642 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:16.119294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-7f906073-492b-42b0-a671-3e2871513069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:16.120720 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-7f906073-492b-42b0-a671-3e2871513069 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726860 Jun 07 14:00:16.221107 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Calling delete_port for b0f3514a-5e6a-454f-955d-1a9a541aa917 owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:16.247557 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88799-39f5-414e-96db-0ea0df8ffc55 req-369fdcc0-e42e-45c6-86be-e6335f57b6d8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:16.249079 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd88799-39f5-414e-96db-0ea0df8ffc55 req-369fdcc0-e42e-45c6-86be-e6335f57b6d8 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.2564886 Jun 07 14:00:16.263231 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-f44e1c64-474f-460f-8b30-c3ab3e766604 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351292 Jun 07 14:00:16.309509 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5dd88799-39f5-414e-96db-0ea0df8ffc55 req-cb9296ed-2e1f-414a-ad6a-50e3f7d3125d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494263 Jun 07 14:00:16.421479 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f0fbd20b-55fa-464d-8b08-246237af4fba req-ce414d4f-a6b3-4d6d-bac5-ec12772819c1 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513224 Jun 07 14:00:16.453210 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:16.458419 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:16.502220 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f3514a-5e6a-454f-955d-1a9a541aa917,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:16.529317 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:16.778655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:17.143653 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Router 95842783-6840-44b5-9e4b-ebca909ecf6b has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:17.317161 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:17.321887 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] 10.222.0.20 "PUT /v2.0/routers/95842783-6840-44b5-9e4b-ebca909ecf6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305869 Jun 07 14:00:17.324332 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53030) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:17.326790 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Sync routers for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:17.336439 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:17.337036 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:17.536636 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03a977-b502-40f0-99de-948ce2995a00 req-7388908b-23cd-4db7-8a9a-8b600bc49fdc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:17.538140 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7a03a977-b502-40f0-99de-948ce2995a00 req-7388908b-23cd-4db7-8a9a-8b600bc49fdc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 946 time: 0.1056645 Jun 07 14:00:17.590787 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:17.599555 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7a03a977-b502-40f0-99de-948ce2995a00 req-f03be404-f749-4c5c-b07a-189b2624455e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551643 Jun 07 14:00:17.667006 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:17.843297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:17.895158 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '505bb253-ead2-467a-bfc0-e7752765d515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T14:00:16Z', 'revision_number': 5, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port': {'id': '505bb253-ead2-467a-bfc0-e7752765d515', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:a3:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:56:29Z', 'updated_at': '2021-06-07T13:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:17.899026 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Checking router: 95842783-6840-44b5-9e4b-ebca909ecf6b for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:17.907220 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Routers {'95842783-6840-44b5-9e4b-ebca909ecf6b'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:17.907895 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T13:59:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95842783-6840-44b5-9e4b-ebca909ecf6b'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:17.919352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Deleting port 505bb253-ead2-467a-bfc0-e7752765d515 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:17.919779 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.050632 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] For port 505bb253-ead2-467a-bfc0-e7752765d515, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=505bb253-ead2-467a-bfc0-e7752765d515,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:18.050810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.067498 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] Set router 95842783-6840-44b5-9e4b-ebca909ecf6b gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:18.174533 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T14:00:17Z', 'revision_number': 6, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:18.178681 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c0fb0f-c310-4f54-9279-e66ee9f8c4dc None None] The sync data for ids ['95842783-6840-44b5-9e4b-ebca909ecf6b'] in dv-cinder-772623-7-iscsi is: [{'id': '95842783-6840-44b5-9e4b-ebca909ecf6b', 'name': 'tempest-TestMinimumBasicScenario-295052978-router', 'tenant_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:56:28Z', 'updated_at': '2021-06-07T14:00:17Z', 'revision_number': 6, 'project_id': '5d4ecc17f74b41cf90e6c027ef8017c2', 'gw_port_host': None}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:18.186363 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Calling delete_port for 505bb253-ead2-467a-bfc0-e7752765d515 owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:18.329861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.335285 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e1900d4b-d872-41dc-96f1-45a3a53e97e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:18.359723 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:18.378906 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Pushing event deleted for resources: {'Port': ['ID=505bb253-ead2-467a-bfc0-e7752765d515,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:18.382217 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:18.473498 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.482727 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.523467 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:18.525777 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d678d76-bd55-4760-bf41-d589282298cc" -d '{"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-unplugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:18.533447 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:18.541595 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.544199 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:18.583692 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82de42ef-09f3-4e9f-88f3-3d930ba43fca x-openstack-request-id: req-82de42ef-09f3-4e9f-88f3-3d930ba43fca {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:18.584056 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-unplugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:18.584374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82de42ef-09f3-4e9f-88f3-3d930ba43fca {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:18.584821 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'code': 200} Jun 07 14:00:18.632314 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=8']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:18.635675 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:18.665816 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.668048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.692191 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.692752 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95842783-6840-44b5-9e4b-ebca909ecf6b {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:00:18.697408 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.698529 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bafbddf6-b18f-452c-a4cb-97c47cf1796c admin admin] 10.222.0.20 "DELETE /v2.0/routers/95842783-6840-44b5-9e4b-ebca909ecf6b HTTP/1.1" status: 204 len: 168 time: 1.3733108 Jun 07 14:00:18.700971 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53046) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:18.759858 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Deleting subnet 70e2a674-3510-45cb-a604-2c2d7b8d7594 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:00:18.762977 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.789756 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e8ea5-e87d-4a55-9f51-8f3bb08ff79f req-d5a4583e-55db-4f38-8644-92bfe27ceb87 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:18.791215 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f32e8ea5-e87d-4a55-9f51-8f3bb08ff79f req-d5a4583e-55db-4f38-8644-92bfe27ceb87 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0805926 Jun 07 14:00:18.816686 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:18.840416 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f32e8ea5-e87d-4a55-9f51-8f3bb08ff79f req-6684a9c8-6a9f-40ef-9f34-e6647548b88f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413692 Jun 07 14:00:19.080878 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.151737 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.156659 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e2f24034-30bd-4465-a77b-458cd10a44f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:19.196084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e2a674-3510-45cb-a604-2c2d7b8d7594,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:19.203290 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4bfbbb-0f56-4686-97e4-087246b86fb9 None None] Network 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:19.207989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.216163 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53064) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:19.227199 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70e2a674-3510-45cb-a604-2c2d7b8d7594 HTTP/1.1" status: 204 len: 168 time: 0.5251076 Jun 07 14:00:19.228387 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:19.375644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.450027 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Deleting port ec614292-51a1-4520-96a9-498d22ab09f0 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:19.450363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.573338 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] DHCP port deletion for 3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:00:19.577658 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b0f3514a-5e6a-454f-955d-1a9a541aa917 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:19.636065 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: b0f3514a-5e6a-454f-955d-1a9a541aa917 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:19.636419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b0f3514a-5e6a-454f-955d-1a9a541aa917 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:19.636852 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 505bb253-ead2-467a-bfc0-e7752765d515 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:19.659317 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] For port ec614292-51a1-4520-96a9-498d22ab09f0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ec614292-51a1-4520-96a9-498d22ab09f0,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:19.660723 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.680899 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 505bb253-ead2-467a-bfc0-e7752765d515 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:19.681254 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 505bb253-ead2-467a-bfc0-e7752765d515 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:19.712420 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Deleting port ec614292-51a1-4520-96a9-498d22ab09f0 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:19.712808 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.792744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Calling delete_port for ec614292-51a1-4520-96a9-498d22ab09f0 owned by network:dhcp {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:19.810396 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] For port ec614292-51a1-4520-96a9-498d22ab09f0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ec614292-51a1-4520-96a9-498d22ab09f0,segment=NetworkSegment(5a7af4c3-8533-42ea-8e62-b1f958ed175d),segment_id=5a7af4c3-8533-42ea-8e62-b1f958ed175d)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:19.810786 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.841265 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:19.845111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0854a2ac-9bd3-4d5a-8090-dc07f7e7c0e1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:19.888525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec614292-51a1-4520-96a9-498d22ab09f0,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:19.891522 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:19.892295 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] No DVR routers for this DVR port ec614292-51a1-4520-96a9-498d22ab09f0 on host dv-cinder-772623-7-iscsi {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:19.977311 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Calling delete_port for ec614292-51a1-4520-96a9-498d22ab09f0 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:20.011339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.024420 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7332e2-e0c0-45a4-bd8b-7d04ad9df700']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:20.025676 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.036768 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:20.039732 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7af4c3-8533-42ea-8e62-b1f958ed175d') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:20.040032 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7af4c3-8533-42ea-8e62-b1f958ed175d') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:20.052469 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.076485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.094893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:00:20.094893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.095097 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] No DVR routers for this DVR port ec614292-51a1-4520-96a9-498d22ab09f0 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:20.099393 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Pushing event deleted for resources: {'Port': ['ID=ec614292-51a1-4520-96a9-498d22ab09f0,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:20.103567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:00:20.108217 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:00:20.194015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.198126 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c200c33e-411c-4a45-9fc6-06c670543969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:20.212217 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.214041 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3a7332e2-e0c0-45a4-bd8b-7d04ad9df700 HTTP/1.1" status: 204 len: 168 time: 0.9968905 Jun 07 14:00:20.219675 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7332e2-e0c0-45a4-bd8b-7d04ad9df700,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:20.222410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:20.379297 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53100) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:20.444485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53102) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:20.497126 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-fefb5205-f9b9-41c9-acad-03f06c0aed86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8faa95299e8840bca171492308a4c40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165431 Jun 07 14:00:20.500097 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53106) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:20.543270 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1db94-e3e9-4736-a268-2bad7c2c5e5e req-77558ab7-01e9-4c13-bca5-d20287685e73 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:20.545633 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f4a1db94-e3e9-4736-a268-2bad7c2c5e5e req-77558ab7-01e9-4c13-bca5-d20287685e73 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0948410 Jun 07 14:00:20.553017 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-2ab5b034-8357-408d-b707-263bc609ad39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271055 Jun 07 14:00:20.575010 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.606308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.619084 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f4a1db94-e3e9-4736-a268-2bad7c2c5e5e req-be192d95-2992-43bd-8393-aa905ee1bce3 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626235 Jun 07 14:00:20.672296 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.672722 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.675443 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.676659 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9380f13f-8712-44c8-b544-1c0a4b66d5e8 HTTP/1.1" status: 204 len: 168 time: 0.1756301 Jun 07 14:00:20.677583 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f83ddd78-a2ef-468c-8fe6-38ab183e544f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:20.689626 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9380f13f-8712-44c8-b544-1c0a4b66d5e8,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:20.693434 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:20.797616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.802480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.811475 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a344e373-13f4-4278-9aae-08751030ed59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:20.859797 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c10414cda8e4f28b79b06c9e713c49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142568 Jun 07 14:00:20.860699 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc341b-0da7-4914-be49-aa31f87c9661,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:20.863073 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53120) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:20.864256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-22085efe-06a1-49cd-9fe8-76884bbaa589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:20.946002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:20.977607 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.044403 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.047374 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.048652 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36fc341b-0da7-4914-be49-aa31f87c9661 HTTP/1.1" status: 204 len: 168 time: 0.1845469 Jun 07 14:00:21.049811 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-190e12da-52ee-47dc-93aa-ecf800b7d743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:21.055438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53124) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:21.064883 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc341b-0da7-4914-be49-aa31f87c9661,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:21.075174 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-37bd99a8-02f5-4c1d-8a9f-2baa4471e8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:21.119884 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7302a934-5415-4f6d-8a29-3ca6431884c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d4ecc17f74b41cf90e6c027ef8017c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620065 Jun 07 14:00:21.123646 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53126) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:21.201918 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.234262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.295137 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.299494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:21.303891 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbd6ef31-8cf4-41ec-93a0-b63bf5be3af7 HTTP/1.1" status: 204 len: 168 time: 0.1765893 Jun 07 14:00:21.303891 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5431a4c8-3c4f-4a7f-b1d5-11cd89492e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:21.314947 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd6ef31-8cf4-41ec-93a0-b63bf5be3af7,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:21.317851 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:21.558448 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ec614292-51a1-4520-96a9-498d22ab09f0 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:21.598382 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: ec614292-51a1-4520-96a9-498d22ab09f0 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:21.598740 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ec614292-51a1-4520-96a9-498d22ab09f0 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:21.726231 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-dbaf1aa8-983d-41a2-b39b-0aaef41f8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:21.728855 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-dbaf1aa8-983d-41a2-b39b-0aaef41f8109 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883&tenant_id=eeda00b37dc844e3a01d035d1d5e3817 HTTP/1.1" status: 200 len: 1097 time: 0.0924149 Jun 07 14:00:21.888470 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-94bdc1ff-8b4f-4357-937c-a79f7ec4865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:21.891142 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-94bdc1ff-8b4f-4357-937c-a79f7ec4865b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1097 time: 0.1248069 Jun 07 14:00:21.900503 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fe7be-dbb6-4eaf-9ecd-b62f823d87f8 req-1dccb85f-fd36-4d8e-88f2-8504707b7906 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:21.902159 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2b1fe7be-dbb6-4eaf-9ecd-b62f823d87f8 req-1dccb85f-fd36-4d8e-88f2-8504707b7906 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1243520 Jun 07 14:00:21.966167 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2b1fe7be-dbb6-4eaf-9ecd-b62f823d87f8 req-cc8c47aa-b1a6-4c66-8966-5aca2b7ba8fd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576816 Jun 07 14:00:22.077029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-af851dbc-bdd4-496c-abd5-5f63642ed1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:22.077687 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-af851dbc-bdd4-496c-abd5-5f63642ed1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 200 len: 917 time: 0.1791525 Jun 07 14:00:22.191580 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-32808a53-b6e9-4678-a6e1-fe5605233eb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 200 len: 1000 time: 0.1058378 Jun 07 14:00:22.258972 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-44cfac16-ae10-4314-a068-9bd81ac4ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:22.260504 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-44cfac16-ae10-4314-a068-9bd81ac4ce81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 200 len: 855 time: 0.0619051 Jun 07 14:00:22.305894 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53172) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:22.347497 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-45c4d71d-07a1-45f3-b4c1-98745e2f6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:22.349512 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-45c4d71d-07a1-45f3-b4c1-98745e2f6320 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0ed6f5a-50f4-4e98-a300-2891c438d658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819912 Jun 07 14:00:22.398870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:22.441782 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1105444527-network', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:22.474192 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Made reservation on behalf of 715ee9b7f14e4dd19b80e5a2ad34a5fb for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:22.476719 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.490582 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.642666 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-90029f78-938c-47d2-b506-e84326a63119 service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807906 Jun 07 14:00:22.653937 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.664953 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.669596 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-77e74fce-7ec6-4de6-8e98-0a779bde9faa tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:22.710517 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:00:22.718882 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2170aa6-31eb-490a-8392-e68e255ac7be,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:22.725682 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:22.733253 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.734359 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Added segment c736eb4f-6b33-4867-8701-c6ada962e9df of type vlan for network a046daef-85e6-4402-87ee-6759bf8e8f8d Jun 07 14:00:22.774473 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.817143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.819317 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:22.820471 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:22.827211 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b6b5add7-1002-4eb6-93ef-ffd6356a0b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:22.828702 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3875ff06-17e7-4a7f-ba09-476e86a3bf8b req-bcf45f74-41b9-4bc2-a867-f8042296d44b service neutron] 10.222.0.55 "GET /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728203 Jun 07 14:00:22.950720 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6434109 Jun 07 14:00:22.953590 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53202) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:22.959612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Request body: {'subnet': {'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1105444527-subnet', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:22.959877 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Pushing event updated for resources: {'Network': ['ID=a046daef-85e6-4402-87ee-6759bf8e8f8d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:22.962952 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:22.975531 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network a046daef-85e6-4402-87ee-6759bf8e8f8d details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:00:22.988788 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Made reservation on behalf of 715ee9b7f14e4dd19b80e5a2ad34a5fb for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:22.993195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.250641 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690585e1-2dee-41ce-94eb-342a92177576 req-aea4eff1-e7a0-4aaa-b813-9d5f46bae15b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:23.252268 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-690585e1-2dee-41ce-94eb-342a92177576 req-aea4eff1-e7a0-4aaa-b813-9d5f46bae15b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1494782 Jun 07 14:00:23.354636 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-690585e1-2dee-41ce-94eb-342a92177576 req-1d096749-107c-4d10-a290-3039dba53e7f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929937 Jun 07 14:00:23.368945 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.382576 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:23.487779 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a45e9d-bf40-4efa-a940-62033bc205a2,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:23.493073 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:23.501084 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Checking segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:23.501840 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Network hostable DHCP agents. Network: a046daef-85e6-4402-87ee-6759bf8e8f8d, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:00:23.541088 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Network a046daef-85e6-4402-87ee-6759bf8e8f8d is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:00:23.569952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, a046daef-85e6-4402-87ee-6759bf8e8f8d) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:23.575882 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:23.576612 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.578619 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8817cda-f668-4d69-a331-a4ce45f7612b None None] Network a046daef-85e6-4402-87ee-6759bf8e8f8d requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:23.620982 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-608067f1-420b-46d9-8395-e123bb970531 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6657035 Jun 07 14:00:23.624786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53234) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:23.630666 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:23.719888 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.722449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.774755 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:23.979770 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-a046daef-85e6-4402-87ee-6759bf8e8f8d', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:00:23.981756 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:24.222315 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Allocated IP 172.20.0.2 (a046daef-85e6-4402-87ee-6759bf8e8f8d/b7a45e9d-bf40-4efa-a940-62033bc205a2/ab0c0ce7-f9c6-4067-a091-d8c0eef728b1) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:24.376861 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:24.661504 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:24.675151 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Transition to ACTIVE for port object ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:24.716446 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Transition to ACTIVE for port object ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:24.736455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:24.766412 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:24.777276 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d6ed5-d4d6-4d0e-81c8-ce13bb016c51 req-2e9a3eb2-4705-4450-8114-f4f534b161b1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:24.788657 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bd0d6ed5-d4d6-4d0e-81c8-ce13bb016c51 req-2e9a3eb2-4705-4450-8114-f4f534b161b1 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1902702 Jun 07 14:00:24.894150 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bd0d6ed5-d4d6-4d0e-81c8-ce13bb016c51 req-17598cff-bc16-497c-a4c5-59816d8c72bd tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040702 Jun 07 14:00:24.926994 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Network a046daef-85e6-4402-87ee-6759bf8e8f8d is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:24.928490 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:24.931386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:25.125856 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Pushing event updated for resources: {'Port': ['ID=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:25.133928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:25.160146 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Attempting to bind port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:25.160617 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Attempting to bind port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:25.160951 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Attempting to bind port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 on network a046daef-85e6-4402-87ee-6759bf8e8f8d {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:25.169918 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:25.169918 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Checking segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:25.170341 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.170788 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Bound using segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:25.171359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Bound port: ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:25.171776 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.180284 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.241795 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.341008 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] For port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:25.346544 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] For port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:25.351335 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.364588 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:25.479337 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Allocated IP 172.27.1.126 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/fcfaa2b8-4935-4c23-ab03-c117db27e12c) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:25.537168 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-bdc6688a-bd0b-42d7-87ef-77e975c2f3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.556834 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Pushing event updated for resources: {'Port': ['ID=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:25.570847 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:25.825734 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53270) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:25.879351 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.950011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:25.962071 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e42b8d85-eb4f-4c0c-a445-d6fd20fb3905 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:26.102861 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Pushing event updated for resources: {'Port': ['ID=fcfaa2b8-4935-4c23-ab03-c117db27e12c,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:26.108386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:26.116847 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:26.118170 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:26.123342 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:26.283552 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:26.406989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43e95d-dde5-4a16-a3e5-29a17eb07360 req-28f4e12f-97fd-4543-89c7-87e9af8fb074 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:26.408528 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cf43e95d-dde5-4a16-a3e5-29a17eb07360 req-28f4e12f-97fd-4543-89c7-87e9af8fb074 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.2589114 Jun 07 14:00:26.493715 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-cf43e95d-dde5-4a16-a3e5-29a17eb07360 req-3c8e5e3b-aa8b-4be5-a479-01add7b41624 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634346 Jun 07 14:00:26.575243 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:26.585584 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:26.625260 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5ca11bee-f69d-40b5-a289-c6a5f95ca7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:26.638013 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c0df7e4e91a46b0911bf9ec8c4230c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110535 Jun 07 14:00:26.641054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53278) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:26.672431 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f90c527-74cf-48de-b80f-6e67680479b1,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:26.677623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:26.820456 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:26.822200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:26.891628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c73ff-3298-4f45-80a1-b0f3d23c1526 None None] Network a046daef-85e6-4402-87ee-6759bf8e8f8d requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:26.926417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.058830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-4d80e1e3-ff0c-487e-9643-feda19ddc609 None None] Provisioning for port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:27.128978 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.131686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.135191 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f90c527-74cf-48de-b80f-6e67680479b1 HTTP/1.1" status: 204 len: 168 time: 0.4908817 Jun 07 14:00:27.145404 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c968c1fa-17b2-4955-90e7-2278dfc5919a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:27.159346 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f90c527-74cf-48de-b80f-6e67680479b1,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:27.170231 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:27.319475 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.588963 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:00:27.636498 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53286) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:27.640529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:27.661391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.722395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:27.727602 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:27.728045 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.876419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.921619 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:27.932119 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:27.936693 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:27.941791 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69672b4c-51ca-431a-84ae-b4b3bb38f101 req-baa32a9b-6a9f-47ba-93d8-59d749843d0f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:27.943565 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-69672b4c-51ca-431a-84ae-b4b3bb38f101 req-baa32a9b-6a9f-47ba-93d8-59d749843d0f tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.2468796 Jun 07 14:00:27.976403 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-0b80505f-efd5-4a38-90bc-01b64e1f69da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.013906 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:28.017379 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:28.028720 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:28.041035 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Sync routers for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:28.067718 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:28.068344 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:28.078362 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-69672b4c-51ca-431a-84ae-b4b3bb38f101 req-2bbaa450-da1c-4771-ae9a-52b0873f07f2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269042 Jun 07 14:00:28.132559 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.140673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.141060 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.145884 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5200212 Jun 07 14:00:28.146628 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53288) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:28.151906 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-266cf831-3a14-4ef5-b310-c97855601866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:28.153752 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.201264 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a123f0a13684f13ab6c45035746164f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545897 Jun 07 14:00:28.203050 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53290) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:28.219814 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaf3184-7802-42df-8064-cd5e7cb0ca91,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:28.223573 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:28.307611 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.318732 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:28.339710 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.449963 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.456535 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:28.457910 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbaf3184-7802-42df-8064-cd5e7cb0ca91 HTTP/1.1" status: 204 len: 168 time: 0.2536447 Jun 07 14:00:28.458841 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ae04a538-f4fb-4f34-bf7b-f1c393639ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:28.470357 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaf3184-7802-42df-8064-cd5e7cb0ca91,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:28.480445 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-090b212a-e415-4897-b4fd-e728656183e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:28.749444 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:26Z', 'revision_number': 3, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:28.755993 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Checking router: ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:28.755993 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Updating router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb port fcfaa2b8-4935-4c23-ab03-c117db27e12c binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:00:28.825405 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.142393 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.207019 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.350708 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.390166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Transition to ACTIVE for port object fcfaa2b8-4935-4c23-ab03-c117db27e12c will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:29.400318 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5efad-8ccc-461d-a816-405c3825de6b req-59828815-918e-499b-8cc6-54a0997125dc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:29.407140 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.414442 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1fc5efad-8ccc-461d-a816-405c3825de6b req-59828815-918e-499b-8cc6-54a0997125dc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1408589 Jun 07 14:00:29.433442 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:29.469400 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1fc5efad-8ccc-461d-a816-405c3825de6b req-0a694672-1daa-4c78-b0c9-cda3f5eebf8d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561388 Jun 07 14:00:29.547366 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Attempting to bind port fcfaa2b8-4935-4c23-ab03-c117db27e12c on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:29.547803 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Attempting to bind port fcfaa2b8-4935-4c23-ab03-c117db27e12c by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:29.548139 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Attempting to bind port fcfaa2b8-4935-4c23-ab03-c117db27e12c on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:29.569472 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536d9da-1856-40bd-bf3e-ace6cd0f9226 None None] Pushing event updated for resources: {'Port': ['ID=fcfaa2b8-4935-4c23-ab03-c117db27e12c,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:29.579520 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-7536d9da-1856-40bd-bf3e-ace6cd0f9226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:29.594513 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:29.594908 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:29.595305 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.595735 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:29.600577 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Bound port: fcfaa2b8-4935-4c23-ab03-c117db27e12c, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:29.606907 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.684262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:29.690844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Allocated IP 172.20.0.1 (a046daef-85e6-4402-87ee-6759bf8e8f8d/b7a45e9d-bf40-4efa-a940-62033bc205a2/d93f4c80-b232-4a8c-97ec-39d34ff67b22) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:29.802783 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] For port fcfaa2b8-4935-4c23-ab03-c117db27e12c, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:29.807587 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] For port fcfaa2b8-4935-4c23-ab03-c117db27e12c, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fcfaa2b8-4935-4c23-ab03-c117db27e12c,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:29.816796 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.821812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:29.859468 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:29.860464 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.923566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.943812 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Transition to ACTIVE for port object d93f4c80-b232-4a8c-97ec-39d34ff67b22 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:29.961073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:29.961717 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:29.970769 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:29.975537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-daf5d6ac-e985-4d32-82d9-ad372007991f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:30.017603 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536d9da-1856-40bd-bf3e-ace6cd0f9226 None None] Pushing event updated for resources: {'Port': ['ID=fcfaa2b8-4935-4c23-ab03-c117db27e12c,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:30.028771 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-7536d9da-1856-40bd-bf3e-ace6cd0f9226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:30.099036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Network a046daef-85e6-4402-87ee-6759bf8e8f8d is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:30.116947 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Pushing event updated for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:30.119713 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:30.121658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:30.122418 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:30.216017 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:30.282371 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:30.534971 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-8d6cc3d5-3200-40f9-986a-7ad5b7902a0d None None] Provisioning for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:30.560069 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-8d6cc3d5-3200-40f9-986a-7ad5b7902a0d None None] Provisioning complete for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:30.560447 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc3d5-3200-40f9-986a-7ad5b7902a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:30.727756 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0e60c-e929-4c6d-a6ce-01ec0db0168a req-52de3287-8b18-410a-88a8-e23cc5b1338e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:30.736470 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d4a0e60c-e929-4c6d-a6ce-01ec0db0168a req-52de3287-8b18-410a-88a8-e23cc5b1338e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1320586 Jun 07 14:00:30.777610 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cc3d5-3200-40f9-986a-7ad5b7902a0d None None] Port d93f4c80-b232-4a8c-97ec-39d34ff67b22 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:00:30.787031 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:00:30.845511 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d4a0e60c-e929-4c6d-a6ce-01ec0db0168a req-8d8caee7-d128-43fb-bd87-cc98efb1d511 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072514 Jun 07 14:00:30.859451 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:30.913206 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:26Z', 'revision_number': 3, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:30.938557 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f53984-715e-4b57-8839-b8a7534c6f77 None None] The sync data for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi is: [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:26Z', 'revision_number': 3, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:30.947694 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:31.280130 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:31.298015 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:31.326107 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:31.419305 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Pushing event updated for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:31.422031 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:31.426971 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:31.623919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Network a046daef-85e6-4402-87ee-6759bf8e8f8d is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:31.627765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:31.681651 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fcfaa2b8-4935-4c23-ab03-c117db27e12c up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:31.802918 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port fcfaa2b8-4935-4c23-ab03-c117db27e12c completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:31.809973 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port fcfaa2b8-4935-4c23-ab03-c117db27e12c triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:31.810527 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:32.165168 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:32.262046 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2c2c-76cb-4b9c-bd02-36d1e2f368cb req-f23fe945-06e0-4544-b083-0e4224328c97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:32.267540 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-b6ee3c36-0194-4a12-98f1-1c12e2b81368 None None] Provisioning complete for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:32.268524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3c36-0194-4a12-98f1-1c12e2b81368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:32.287780 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-832e2c2c-76cb-4b9c-bd02-36d1e2f368cb req-f23fe945-06e0-4544-b083-0e4224328c97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.2011766 Jun 07 14:00:32.357445 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:32.394622 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port fcfaa2b8-4935-4c23-ab03-c117db27e12c, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fcfaa2b8-4935-4c23-ab03-c117db27e12c,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:32.401263 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:32.405903 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:32.410373 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-832e2c2c-76cb-4b9c-bd02-36d1e2f368cb req-49ab24e3-5b82-4d1d-8348-e9f0817b1620 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210635 Jun 07 14:00:32.441429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:32.455693 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2995553 Jun 07 14:00:32.455992 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee3c36-0194-4a12-98f1-1c12e2b81368 None None] Port d93f4c80-b232-4a8c-97ec-39d34ff67b22 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:00:32.492644 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=fcfaa2b8-4935-4c23-ab03-c117db27e12c,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:32.496068 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:33.116876 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53362) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:33.122005 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945718067-network', 'tenant_id': '196f5234f6774c65b794cb84f95d1063'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:33.137328 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Sync routers for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:33.146589 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Made reservation on behalf of 196f5234f6774c65b794cb84f95d1063 for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:33.147862 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:33.148474 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:33.149002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.163302 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.367612 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.372655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.376566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9f6bdcd1-43d9-4793-9451-e8a3ac5d9f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:33.382739 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:33.402852 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:00:33.430704 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56b626f-ea9b-4e76-9228-5190bfa95f9b,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:33.434924 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:33.435914 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.436255 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Added segment 03882919-c3ec-4a56-8207-285e388688b7 of type vlan for network bcc882f9-adf4-4d35-8a90-0e178757bc70 Jun 07 14:00:33.471381 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.525106 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.526999 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:33.527666 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.531669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b951def3-2d5b-41ec-8942-1ef38e5b2b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:33.685906 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fcfaa2b8-4935-4c23-ab03-c117db27e12c up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:33.879665 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 2, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:33.884339 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Checking router: ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:33.884904 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Updating router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb port d93f4c80-b232-4a8c-97ec-39d34ff67b22 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:00:33.892563 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7717838 Jun 07 14:00:33.893905 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53374) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:33.899994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Request body: {'subnet': {'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945718067-subnet', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'ip_version': 4}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:33.913305 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port fcfaa2b8-4935-4c23-ab03-c117db27e12c triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:33.914639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:33.923002 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc882f9-adf4-4d35-8a90-0e178757bc70,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:33.945828 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4e044e56-098a-42a6-9434-f3ed0ae28a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:33.953716 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Made reservation on behalf of 196f5234f6774c65b794cb84f95d1063 for: {'subnet': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:33.959243 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3915118'] for subnet, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.026712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:00:34.040361 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6c85a-1c9c-409f-9af9-26c8a90bbe0d req-16ed98b0-efbb-483b-9642-fd657e5bac30 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:34.042110 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-29e6c85a-1c9c-409f-9af9-26c8a90bbe0d req-16ed98b0-efbb-483b-9642-fd657e5bac30 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.3441987 Jun 07 14:00:34.111210 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.243811 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-29e6c85a-1c9c-409f-9af9-26c8a90bbe0d req-4a9d63c6-ce63-4512-9784-333bbf61b489 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928132 Jun 07 14:00:34.341121 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3009528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3915132'] for subnet, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.353795 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-fb98955d-4d07-4320-a755-1b2a6c01f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:34.440064 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5e65c2-eceb-4d1d-84b1-d2f2f04222c1,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:34.452718 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:34.466949 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Checking segment: {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:34.467366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Network hostable DHCP agents. Network: bcc882f9-adf4-4d35-8a90-0e178757bc70, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91746) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:00:34.492629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91746) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:00:34.513113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, bcc882f9-adf4-4d35-8a90-0e178757bc70) {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:34.523501 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3d0630-3a47-4e08-9db5-4136541ada93 None None] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:34.528156 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:34.529232 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.554502 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f6848bbe-d497-4497-9f5b-4199400b9c7e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6589327 Jun 07 14:00:34.557210 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53382) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:34.563662 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:34.597049 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1996728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4625'] for router, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.598128 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1996763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1993184', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2036350', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4634'] for router, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.615537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.705653 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.722723 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Transition to ACTIVE for port object d93f4c80-b232-4a8c-97ec-39d34ff67b22 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:34.731774 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.739696 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:34.779997 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78e1e271-783d-56b9-a424-6c5df6d60afd-bcc882f9-adf4-4d35-8a90-0e178757bc70', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1'}]}} from dv-cinder-772623-7-iscsi. {{(pid=91747) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 14:00:34.781848 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:34.915092 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Pushing event updated for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:34.982322 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.db_base_plugin_common [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Allocated IP 172.20.0.2 (bcc882f9-adf4-4d35-8a90-0e178757bc70/be5e65c2-eceb-4d1d-84b1-d2f2f04222c1/cf194921-6e5f-4eed-8c9e-296b25489435) {{(pid=91747) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:34.994174 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:34.994556 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:34.994917 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:34.995241 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:34.996316 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.007411 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.008458 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.011351 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.012552 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.013581 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.014351 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.016439 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:35.079706 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:35.113131 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Attempting to bind port d93f4c80-b232-4a8c-97ec-39d34ff67b22 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:35.113731 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Attempting to bind port d93f4c80-b232-4a8c-97ec-39d34ff67b22 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:35.115008 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Attempting to bind port d93f4c80-b232-4a8c-97ec-39d34ff67b22 on network a046daef-85e6-4402-87ee-6759bf8e8f8d {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:35.122412 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:35.123140 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Checking segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:35.123745 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.124315 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Bound using segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:35.124948 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Bound port: d93f4c80-b232-4a8c-97ec-39d34ff67b22, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:35.125487 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.177058 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1993102', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1995074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4620'] for router, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.244817 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] For port d93f4c80-b232-4a8c-97ec-39d34ff67b22, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:35.249954 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] For port d93f4c80-b232-4a8c-97ec-39d34ff67b22, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=d93f4c80-b232-4a8c-97ec-39d34ff67b22,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:35.256565 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.262130 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:35.274507 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks [] for port, precommit_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.300101 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Transition to ACTIVE for port object cf194921-6e5f-4eed-8c9e-296b25489435 will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:35.351893 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Transition to ACTIVE for port object cf194921-6e5f-4eed-8c9e-296b25489435 will not be triggered until provisioned by entity DHCP. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:35.356560 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:35.357869 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:35.359374 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375'] for port, after_create {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.384278 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-7536d9da-1856-40bd-bf3e-ace6cd0f9226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:35.516025 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Pushing event updated for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=4']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:35.520863 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e30eacb6-c3be-48e2-ae54-8a0449a79d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:35.539644 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 is already hosted by enough agents. {{(pid=91747) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:35.581395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cbbe7-cd4f-4e66-910b-55bf4e36cdc4 req-ad1991d1-8317-4cf0-bedc-d8693738d2a2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:35.582327 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.scheduler.base_scheduler [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Resources bound (agent type, host, resource id): {{(pid=91747) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:35.583663 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d04cbbe7-cd4f-4e66-910b-55bf4e36cdc4 req-ad1991d1-8317-4cf0-bedc-d8693738d2a2 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.1424820 Jun 07 14:00:35.593137 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Received port after_create {{(pid=91747) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:35.602650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Pushing event updated for resources: {'Port': ['ID=cf194921-6e5f-4eed-8c9e-296b25489435,revision_number=1']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:35.613424 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:35.614116 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.682795 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d04cbbe7-cd4f-4e66-910b-55bf4e36cdc4 req-ad92d65a-9b77-49b4-baea-95c2bd836335 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907362 Jun 07 14:00:35.731425 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.732052 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:35.754019 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Attempting to bind port cf194921-6e5f-4eed-8c9e-296b25489435 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:35.754912 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Attempting to bind port cf194921-6e5f-4eed-8c9e-296b25489435 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:35.755321 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Attempting to bind port cf194921-6e5f-4eed-8c9e-296b25489435 on network bcc882f9-adf4-4d35-8a90-0e178757bc70 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:35.761429 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:35.761830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Checking segment: {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:35.762226 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.762614 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Bound using segment: {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:35.763185 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Bound port: cf194921-6e5f-4eed-8c9e-296b25489435, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:35.763581 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.772508 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.862535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] For port cf194921-6e5f-4eed-8c9e-296b25489435, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:35.865992 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] For port cf194921-6e5f-4eed-8c9e-296b25489435, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cf194921-6e5f-4eed-8c9e-296b25489435,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:35.870897 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:35.874530 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:35.918893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Allocated IP 172.27.1.43 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/457b812e-8d8e-4c33-b407-2ca95003eb6e) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:35.956090 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Pushing event updated for resources: {'Port': ['ID=cf194921-6e5f-4eed-8c9e-296b25489435,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:35.963524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:36.098623 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:35Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:36.103476 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed91a85-e675-49c2-9412-076170ca146f None None] The sync data for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi is: [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:35Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:36.112563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:36.164191 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:36.188314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e3bfe074-1ff3-4c74-af33-bbd92ca09f42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:36.285166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:36.287972 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:36.291818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:36.333408 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Pushing event updated for resources: {'Port': ['ID=457b812e-8d8e-4c33-b407-2ca95003eb6e,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:36.340857 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:36.775457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:36.822224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53410) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:36.984661 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.125888 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.131906 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.148755 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1b897448-b9c4-463a-9a3a-3bc0309b45cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:37.157747 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f8fd9-7a1b-4509-bfaf-68c260f6e904 req-781e6ff2-3643-44c9-a652-d65627a81724 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:37.165982 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9c4f8fd9-7a1b-4509-bfaf-68c260f6e904 req-781e6ff2-3643-44c9-a652-d65627a81724 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.2111135 Jun 07 14:00:37.198555 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=175cf19871ce4de5afa2bf2f09cc7e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752189 Jun 07 14:00:37.199355 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53414) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:37.200510 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f160551-2b06-44a2-b9bf-3966572c0c77 None None] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:37.213799 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc694977-3ac4-466d-bfb4-2e12165b8d8a,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:37.217145 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:37.270638 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-c11d6160-08ff-4778-987f-1c4763ef4f89 None None] Provisioning for port cf194921-6e5f-4eed-8c9e-296b25489435 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:37.278100 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.291112 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9c4f8fd9-7a1b-4509-bfaf-68c260f6e904 req-e8f1bd12-215b-487b-a7f0-977e1fa48f86 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242669 Jun 07 14:00:37.307041 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.389013 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.391570 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.392752 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc694977-3ac4-466d-bfb4-2e12165b8d8a HTTP/1.1" status: 204 len: 168 time: 0.1911798 Jun 07 14:00:37.394030 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-eec20e4e-5601-46ba-bafb-69a33beaa116 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:37.409965 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc694977-3ac4-466d-bfb4-2e12165b8d8a,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:37.413198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1995083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1993107'] for router, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.415125 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:37.683573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d93f4c80-b232-4a8c-97ec-39d34ff67b22 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:37.701032 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Router 95ab0c14-7d08-4f90-95cf-14fe18907683 is scheduled to L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 with binding_index 1 {{(pid=91746) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 14:00:37.795010 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:37.806243 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:37.806617 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.863346 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53422) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:37.884866 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.967179 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:37.974047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:37.986373 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Sync routers for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:38.009839 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:38.010547 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:38.014699 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.019863 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.024478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.026021 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4673064 Jun 07 14:00:38.027392 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-696f98ba-2b04-4328-b431-cc8e87e3d3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:38.030245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53424) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:38.075038 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53d58e91a47d4b61a2c794a5d3a550c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104998 Jun 07 14:00:38.075577 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53426) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:38.077591 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f71b0-fe62-4a1d-8d7b-1f6b32d2773c,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:38.086865 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port d93f4c80-b232-4a8c-97ec-39d34ff67b22, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=d93f4c80-b232-4a8c-97ec-39d34ff67b22,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:38.090358 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:38.100812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.101712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cf194921-6e5f-4eed-8c9e-296b25489435 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:38.135576 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:38.142053 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.177249 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.249620 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.252575 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.253919 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea4f71b0-fe62-4a1d-8d7b-1f6b32d2773c HTTP/1.1" status: 204 len: 168 time: 0.1772995 Jun 07 14:00:38.254984 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0d7c0a48-3e03-4e30-8106-de5326ab279f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:38.267308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f71b0-fe62-4a1d-8d7b-1f6b32d2773c,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:38.276328 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:38.368833 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:38.372653 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:38.402299 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port cf194921-6e5f-4eed-8c9e-296b25489435 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:38.411744 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:38.460099 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port cf194921-6e5f-4eed-8c9e-296b25489435 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:38.460484 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:38.530289 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94291378-6212-4bbc-a247-2fc6122dc0b8 req-f0711c96-1523-4b87-a511-b69fa121da28 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:38.532323 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-94291378-6212-4bbc-a247-2fc6122dc0b8 req-f0711c96-1523-4b87-a511-b69fa121da28 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 944 time: 0.0985417 Jun 07 14:00:38.564319 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:00:38.595338 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-94291378-6212-4bbc-a247-2fc6122dc0b8 req-104d950e-f711-445c-bd27-b2d98249950d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544724 Jun 07 14:00:39.044198 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.047496 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.073584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:39.104217 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'port_id': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'mac_address': 'fa:16:3e:b2:de:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:00:39.118799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port cf194921-6e5f-4eed-8c9e-296b25489435, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cf194921-6e5f-4eed-8c9e-296b25489435,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:39.155137 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.174946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:39.240866 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:36Z', 'revision_number': 3, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:39.244628 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.270845 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Checking router: 95ab0c14-7d08-4f90-95cf-14fe18907683 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:39.271200 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Updating router 95ab0c14-7d08-4f90-95cf-14fe18907683 port 457b812e-8d8e-4c33-b407-2ca95003eb6e binding host dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:00:39.289393 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Allocated IP 172.20.0.1 (bcc882f9-adf4-4d35-8a90-0e178757bc70/be5e65c2-eceb-4d1d-84b1-d2f2f04222c1/1b153f78-261b-479e-8e24-9c497f6d6d90) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:39.309620 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:00:39.335701 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=cf194921-6e5f-4eed-8c9e-296b25489435,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:39.339135 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:39.360424 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:39.361524 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.391566 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.394948 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:39.418935 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53452) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:39.468332 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.489888 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Transition to ACTIVE for port object 1b153f78-261b-479e-8e24-9c497f6d6d90 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:39.521533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.525365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1426e6c6-c912-4ab8-bd20-6f16ff54fcee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:39.540712 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=9']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:39.543949 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:39.583143 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-177266765-network', 'tenant_id': '53dd35fdf147499c8b49bca3a54ab8de'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:39.600473 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:39.603279 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:39.607146 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:39.607548 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Made reservation on behalf of 53dd35fdf147499c8b49bca3a54ab8de for: {'network': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:39.611435 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-579033'] for network, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.645696 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Pushing event updated for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:39.649926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:39.661575 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.672420 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2082281'] for router_interface, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.684577 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d93f4c80-b232-4a8c-97ec-39d34ff67b22 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:39.721687 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:00:39.866623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.873861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.877986 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a4a48c7f-0780-4ea0-b88f-638dc5955c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:39.899539 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.914645 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=91745) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 14:00:39.920320 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842cd5d-91c5-4983-9de2-33201d16ff47,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:39.925078 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:39.929234 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.929835 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.segments_db [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Added segment 09607ac3-65d0-4653-980d-630519d318bf of type vlan for network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 Jun 07 14:00:39.958996 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770175142620'] for network, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.976164 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port d93f4c80-b232-4a8c-97ec-39d34ff67b22 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:39.976458 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.997156 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851'] for network, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:39.999826 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:40.000658 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.019646 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df540-1947-4d8c-b244-60536140ca70 req-fb40ffb4-eec3-4ebf-8956-4cc869c3453b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:40.021212 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b99df540-1947-4d8c-b244-60536140ca70 req-fb40ffb4-eec3-4ebf-8956-4cc869c3453b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.2114673 Jun 07 14:00:40.028566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:40.049551 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6285760 Jun 07 14:00:40.054463 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53460) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:40.059609 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Request body: {'subnet': {'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-177266765-subnet', 'tenant_id': '53dd35fdf147499c8b49bca3a54ab8de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:40.097930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-d776a578-4534-40c2-b9a1-284b57b947d9 None None] Provisioning for port 1b153f78-261b-479e-8e24-9c497f6d6d90 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:40.150139 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Pushing event updated for resources: {'Network': ['ID=8791beb3-16c6-469e-a9e9-0f6c1f966cc4,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:40.151705 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-d776a578-4534-40c2-b9a1-284b57b947d9 None None] Provisioning complete for port 1b153f78-261b-479e-8e24-9c497f6d6d90 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:40.153303 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d776a578-4534-40c2-b9a1-284b57b947d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.154583 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:40.160267 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b99df540-1947-4d8c-b244-60536140ca70 req-b5d1f09b-33ca-4daa-8e66-24494573a00c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216388 Jun 07 14:00:40.164494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Made reservation on behalf of 53dd35fdf147499c8b49bca3a54ab8de for: {'subnet': 1} {{(pid=91745) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:40.167870 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2546272'] for subnet, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.192411 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks [] for port, precommit_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.196190 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 details requested by agent ovs-agent-dv-cinder-772623-7-iscsi with host dv-cinder-772623-7-iscsi {{(pid=91747) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 14:00:40.232627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.239310 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.268478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-06c9fe86-25fa-4e6b-b66e-6916ab1aafb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:40.277040 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Transition to ACTIVE for port object 457b812e-8d8e-4c33-b407-2ca95003eb6e will not be triggered until provisioned by entity L2. {{(pid=91747) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:40.357178 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Pushing event updated for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:40.359479 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1992353'] for router_interface, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.363553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:40.372030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.376129 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-d776a578-4534-40c2-b9a1-284b57b947d9 None None] Port 1b153f78-261b-479e-8e24-9c497f6d6d90 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:00:40.382812 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:40.412898 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3072568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2546290'] for subnet, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.418342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1ae6e408-8b9e-4932-a413-3fcf7538f104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:40.501725 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dbf8d0-c684-4543-95d5-7de8f99bc71a,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:40.505912 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Checking segment: {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91745) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:40.506539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Network hostable DHCP agents. Network: 8791beb3-16c6-469e-a9e9-0f6c1f966cc4, hostable agents: ['1479a530-5012-4647-acf3-e1c38cbaf277'], hosted agents: [] {{(pid=91745) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 14:00:40.510206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:40.512060 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:40.513627 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:40.530314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 is scheduled to be hosted by DHCP agent 1479a530-5012-4647-acf3-e1c38cbaf277 with binding_index 1 {{(pid=91745) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 14:00:40.543052 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-7-iscsi, 8791beb3-16c6-469e-a9e9-0f6c1f966cc4) {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:40.548726 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:40.549673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.558499 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Attempting to bind port 457b812e-8d8e-4c33-b407-2ca95003eb6e on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:40.559022 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Attempting to bind port 457b812e-8d8e-4c33-b407-2ca95003eb6e by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:40.559447 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Attempting to bind port 457b812e-8d8e-4c33-b407-2ca95003eb6e on network a4c55fc0-33cb-4d82-94d7-39c487a4f292 {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:40.579626 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5e9983f0-b0dd-4da7-91bf-0c816cb63b56 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5159700 Jun 07 14:00:40.579871 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da190bee-a5d2-44d4-9b5d-825bf9b5a5c4 None None] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:40.598379 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffa3e2-02d1-43da-8445-df7dc928d464 None None] Pushing event updated for resources: {'Port': ['ID=457b812e-8d8e-4c33-b407-2ca95003eb6e,revision_number=2']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:40.601317 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-32ffa3e2-02d1-43da-8445-df7dc928d464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:40.610452 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:40.610920 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Checking segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91747) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:40.611459 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.611937 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Bound using segment: {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'} {{(pid=91747) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:40.612487 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.managers [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Bound port: 457b812e-8d8e-4c33-b407-2ca95003eb6e, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f06219-a407-4854-81c0-ca6113fbadc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292'}}] {{(pid=91747) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:40.612962 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.665791 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cf194921-6e5f-4eed-8c9e-296b25489435 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:40.880848 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Router 95ab0c14-7d08-4f90-95cf-14fe18907683 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:40.885097 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-6fa97f06-1589-40f3-b9ed-e3b02646cf4f None None] Provisioning complete for port 1b153f78-261b-479e-8e24-9c497f6d6d90 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:40.885475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6fa97f06-1589-40f3-b9ed-e3b02646cf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:40.918713 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] For port 457b812e-8d8e-4c33-b407-2ca95003eb6e, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91747) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:40.977367 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] For port 457b812e-8d8e-4c33-b407-2ca95003eb6e, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=457b812e-8d8e-4c33-b407-2ca95003eb6e,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:41.019885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.031040 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:41.076669 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port cf194921-6e5f-4eed-8c9e-296b25489435 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:41.077061 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.082223 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:41.095413 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] 10.222.0.20 "PUT /v2.0/routers/95ab0c14-7d08-4f90-95cf-14fe18907683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0635891 Jun 07 14:00:41.129205 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf59792c-f3c7-4139-8525-6655c04b09b1 None None] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:00:41.160829 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-6fa97f06-1589-40f3-b9ed-e3b02646cf4f None None] Port 1b153f78-261b-479e-8e24-9c497f6d6d90 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:00:41.279243 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:41.279243 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:41.349343 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffa3e2-02d1-43da-8445-df7dc928d464 None None] Pushing event updated for resources: {'Port': ['ID=457b812e-8d8e-4c33-b407-2ca95003eb6e,revision_number=3']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:41.352740 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-32ffa3e2-02d1-43da-8445-df7dc928d464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:41.496673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c2bd-0b1f-478c-a880-76eb0d181ac3 req-1a38ab11-fe10-4081-80bb-f30709058fa7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:41.499258 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4412c2bd-0b1f-478c-a880-76eb0d181ac3 req-1a38ab11-fe10-4081-80bb-f30709058fa7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.1245477 Jun 07 14:00:41.562060 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-4412c2bd-0b1f-478c-a880-76eb0d181ac3 req-f607a11f-8af6-4565-8e3e-6ad5a0c83337 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555391 Jun 07 14:00:41.657515 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:41.720412 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53484) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:41.725477 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632020366', 'description': 'tempest-secgroup-smoke-1632020366 description', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:41.748131 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.866046 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.870311 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.874555 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:41.901061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:41.902293 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1805422 Jun 07 14:00:41.905364 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53486) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:41.914509 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:41.915757 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df059d7d-753b-4781-93c3-a0cb9f2c1471,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:41.926989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:41.955399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.016253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.020528 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.028190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5115d154-7717-471e-a565-9fcf6650db82 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:42.036344 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-387169cc-09a0-4913-8e79-c46567750747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:39Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '1b153f78-261b-479e-8e24-9c497f6d6d90', 'name': '', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:39Z', 'updated_at': '2021-06-07T14:00:40Z', 'revision_number': 2, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'subnets': [{'id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:42.040379 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387169cc-09a0-4913-8e79-c46567750747 None None] The sync data for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi is: [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:39Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '1b153f78-261b-479e-8e24-9c497f6d6d90', 'name': '', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:39Z', 'updated_at': '2021-06-07T14:00:40Z', 'revision_number': 2, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'subnets': [{'id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:42.052400 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad195c4a-ad2a-4d38-829f-15e00781fe9a,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:42.055450 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:42.065794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.067106 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0f30b913-50da-4e9a-8940-26a0d02addf0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601708 Jun 07 14:00:42.070280 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53488) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:42.075246 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:42.107808 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.180388 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.185810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.192547 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-581b957a-1639-49f3-ae64-99e75c0dbbf8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:42.218424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a91ddd0-adf3-4202-9cf6-f700411e6f10,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:42.229624 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:42.245190 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.246795 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f1ffcdba-9eed-432d-8a51-8cac9eccc3e9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1752498 Jun 07 14:00:42.249897 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53490) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:42.257414 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:42.297072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.394382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.399775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.403108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:42.430682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca92127-2934-4117-82f0-6e3b6476b0ba,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:42.434688 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:42.441939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.443546 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b67294cb-abe7-4814-b8ec-a90039637348 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1918471 Jun 07 14:00:42.446295 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53494) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:42.451294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:42.475480 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:42.511866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.570418 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:42.570888 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.652578 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.657001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.659775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:42.687798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06f3776-4a9e-4f1b-ac96-6ea90c7e26de,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:42.698369 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:42.731438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.733244 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7126dc93-31e4-48a0-80c1-516340879449 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2857654 Jun 07 14:00:42.735924 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53508) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:42.742197 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:42.819832 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.859846 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.securitygroups_db [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Project 715ee9b7f14e4dd19b80e5a2ad34a5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:00:42.874255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.874445 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:42.882179 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c0348-5af3-448d-a3dc-f4a57cacbe18" -d '{"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:42.893974 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafca987-c162-45f8-a21e-9e69aff159f5 req-d7ae0516-a1fd-46de-b005-ae04c69c62e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:42.896756 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:42.903288 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:42.904685 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aafca987-c162-45f8-a21e-9e69aff159f5 req-d7ae0516-a1fd-46de-b005-ae04c69c62e7 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 945 time: 0.1961195 Jun 07 14:00:42.905191 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-5bd1137e-cf33-49e6-8164-93fd5e87b4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:42.958242 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-aafca987-c162-45f8-a21e-9e69aff159f5 req-5b53ca67-1fa8-474d-8f63-a494e4e56276 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519049 Jun 07 14:00:43.013604 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=10']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:43.019419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:43.045202 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd404d-262c-494f-96ee-ed7d2e62511a x-openstack-request-id: req-e9fd404d-262c-494f-96ee-ed7d2e62511a {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:43.045202 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-plugged", "status": "completed", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:43.045501 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9fd404d-262c-494f-96ee-ed7d2e62511a {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:43.046177 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'code': 200} Jun 07 14:00:43.062768 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-e5b82564-7c9b-483d-b855-be8b571d5e12 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:43.064387 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-e5b82564-7c9b-483d-b855-be8b571d5e12 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 808 time: 0.2688210 Jun 07 14:00:43.089092 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.093812 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-286fc0dd-d402-41a6-917f-5a1ca33be805 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/quotas/53dd35fdf147499c8b49bca3a54ab8de HTTP/1.1" status: 200 len: 375 time: 0.0169790 Jun 07 14:00:43.095020 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.104357 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:43.166400 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c0485d3-f071-4a7b-8382-721acc50bd82,revision_number=0']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:43.169387 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:43.178026 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.179446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b448131c-514d-41d3-b91c-fc5dfaf320f8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4423072 Jun 07 14:00:43.181666 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-a804b888-4b03-4437-8d69-03142a47881c tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786183 Jun 07 14:00:43.182574 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53516) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:43.187308 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'security_group_rule': {'security_group_id': 'df059d7d-753b-4781-93c3-a0cb9f2c1471', 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:43.221544 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.securitygroups_db [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Project 715ee9b7f14e4dd19b80e5a2ad34a5fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 14:00:43.228548 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.314041 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.318737 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952629'] for security_group_rule, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.321194 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-16d94ea0-d800-4997-9a4e-7e08569fd061 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:43.346458 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72758c2e-ad33-419c-b7e7-74007ddb43bf,revision_number=0']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:43.349069 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:43.353598 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:43.362527 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e7d5de98-3c8d-4db6-ab3c-4c76f2b796b7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1711614 Jun 07 14:00:43.400597 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-4d4194dd-da6a-4475-bcf0-09fca5cabbb6 service neutron] 10.222.0.20 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042520 Jun 07 14:00:43.588494 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191742e4-6fec-4374-a795-c5d64cd15b12 req-da2a5877-9453-466f-8368-7a4201dc3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:43.590236 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-191742e4-6fec-4374-a795-c5d64cd15b12 req-da2a5877-9453-466f-8368-7a4201dc3c7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 1100 time: 0.2657166 Jun 07 14:00:43.601068 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-23faf577-1403-4ef3-b474-8cabc233e720 service neutron] 10.222.0.20 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915147 Jun 07 14:00:43.673410 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-191742e4-6fec-4374-a795-c5d64cd15b12 req-7dd9f103-2fd4-4baf-a061-47f494f24657 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687728 Jun 07 14:00:43.766791 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 457b812e-8d8e-4c33-b407-2ca95003eb6e up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:43.884538 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-964a71ce-45d1-48f2-84a9-151c6e91663c req-627c585a-983a-4473-bba1-eaed53610827 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 210 time: 0.0915427 Jun 07 14:00:43.923206 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 457b812e-8d8e-4c33-b407-2ca95003eb6e completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:43.930930 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 457b812e-8d8e-4c33-b407-2ca95003eb6e triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:43.931309 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:44.238455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:44.275337 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 457b812e-8d8e-4c33-b407-2ca95003eb6e, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=457b812e-8d8e-4c33-b407-2ca95003eb6e,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:44.280793 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:44.289303 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:44.386969 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d377e-5f5d-4687-97f5-6a451e455136 req-0db3aadb-5666-41ec-81de-62d67f111f2c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:44.387633 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=457b812e-8d8e-4c33-b407-2ca95003eb6e,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:44.390902 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:44.392007 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-217d377e-5f5d-4687-97f5-6a451e455136 req-0db3aadb-5666-41ec-81de-62d67f111f2c tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.2565074 Jun 07 14:00:44.448214 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-217d377e-5f5d-4687-97f5-6a451e455136 req-8a216052-7304-4011-92af-9271aadda7ef tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516045 Jun 07 14:00:44.646306 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Sync routers for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:44.656209 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:44.656903 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:44.933195 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:45.124208 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6c25cd27-b64e-47e5-83c1-963b2c9cd25b req-df430820-fb0b-41c6-b3ab-f42e3b269845 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 210 time: 0.0793324 Jun 07 14:00:45.356566 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:39Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '1b153f78-261b-479e-8e24-9c497f6d6d90', 'name': '', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:39Z', 'updated_at': '2021-06-07T14:00:40Z', 'revision_number': 2, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'subnets': [{'id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:45.365094 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Checking router: 95ab0c14-7d08-4f90-95cf-14fe18907683 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:45.365531 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Updating router 95ab0c14-7d08-4f90-95cf-14fe18907683 port 1b153f78-261b-479e-8e24-9c497f6d6d90 binding host dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 14:00:45.433279 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:45.787790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576d154-22e9-41ae-82b9-446453fe00c9 req-7bb82893-ce3d-45f8-82d8-6977c5cb38f6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:45.796112 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f576d154-22e9-41ae-82b9-446453fe00c9 req-7bb82893-ce3d-45f8-82d8-6977c5cb38f6 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.1827261 Jun 07 14:00:45.810282 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 457b812e-8d8e-4c33-b407-2ca95003eb6e up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:45.911946 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 457b812e-8d8e-4c33-b407-2ca95003eb6e triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:45.912316 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:45.956417 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:45.999766 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Transition to ACTIVE for port object 1b153f78-261b-479e-8e24-9c497f6d6d90 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:46.012257 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:46.025526 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ea33657-ce93-4c3c-8ccf-508769644849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:46.038797 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f576d154-22e9-41ae-82b9-446453fe00c9 req-bf4f4f91-8a08-419a-88b9-74ffa20a2ae4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414877 Jun 07 14:00:46.054208 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-47fcdfba-f518-4c31-a2e9-603e115d24e7 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:46.056014 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-47fcdfba-f518-4c31-a2e9-603e115d24e7 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 808 time: 0.2550662 Jun 07 14:00:46.102328 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Request body: {'port': {'device_id': '24522205-6167-47a0-8e43-b4880b82f597', 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4', 'admin_state_up': True, 'tenant_id': '53dd35fdf147499c8b49bca3a54ab8de'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:46.207789 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222d9b-4600-42d5-b23b-6d7031eecffc None None] Pushing event updated for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:46.211334 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6d222d9b-4600-42d5-b23b-6d7031eecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:46.357096 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e52b1e50-3800-43cb-a536-0eb36fa249a7 req-05a23743-7b1d-42c5-bd0e-628991400a04 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 210 time: 0.0765901 Jun 07 14:00:46.370215 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Attempting to bind port 1b153f78-261b-479e-8e24-9c497f6d6d90 on host dv-cinder-772623-7-iscsi for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:46.370600 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Attempting to bind port 1b153f78-261b-479e-8e24-9c497f6d6d90 by drivers openvswitch,hyperv on host dv-cinder-772623-7-iscsi at level 0 using segments [{'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:46.370988 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Attempting to bind port 1b153f78-261b-479e-8e24-9c497f6d6d90 on network bcc882f9-adf4-4d35-8a90-0e178757bc70 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Checking agent: {'id': 'a25a3386-57f6-4d48-8b78-c2efd3dbf3c8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 44, 58), 'started_at': datetime.datetime(2021, 6, 7, 13, 45, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Checking segment: {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Bound using segment: {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Bound port: 1b153f78-261b-479e-8e24-9c497f6d6d90, host: dv-cinder-772623-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03882919-c3ec-4a56-8207-285e388688b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:46.384825 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:46.412853 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Made reservation on behalf of 53dd35fdf147499c8b49bca3a54ab8de for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:00:46.416449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:46.483794 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] For port 1b153f78-261b-479e-8e24-9c497f6d6d90, host dv-cinder-772623-7-iscsi, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:46.488155 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] For port 1b153f78-261b-479e-8e24-9c497f6d6d90, host dv-cinder-772623-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1b153f78-261b-479e-8e24-9c497f6d6d90,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:46.493079 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:46.497654 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:46.579937 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:46.580628 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:46.641999 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222d9b-4600-42d5-b23b-6d7031eecffc None None] Pushing event updated for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=4']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:46.655121 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6d222d9b-4600-42d5-b23b-6d7031eecffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:46.797187 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:46.804598 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Allocated IP 172.20.0.4 (8791beb3-16c6-469e-a9e9-0f6c1f966cc4/50dbf8d0-c684-4543-95d5-7de8f99bc71a/9b3829cf-a2f7-4cab-a155-51b4e835da22) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:00:47.045439 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:47.081529 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:47.092525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-febbf9e5-30c2-49f9-80d1-b8414c909a4f tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:47.180825 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:00:47.185517 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:00:47.189673 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:00:47.206500 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:39Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '1b153f78-261b-479e-8e24-9c497f6d6d90', 'name': '', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:39Z', 'updated_at': '2021-06-07T14:00:46Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'subnets': [{'id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:47.211083 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab118793-9d70-426c-a99a-3b387d8b2a91 None None] The sync data for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi is: [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:00:39Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '1b153f78-261b-479e-8e24-9c497f6d6d90', 'name': '', 'network_id': 'bcc882f9-adf4-4d35-8a90-0e178757bc70', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'mac_address': 'fa:16:3e:e3:68:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:39Z', 'updated_at': '2021-06-07T14:00:46Z', 'revision_number': 4, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'subnets': [{'id': 'be5e65c2-eceb-4d1d-84b1-d2f2f04222c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:47.235051 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Pushing event updated for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:47.240067 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:47.289420 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:47.290349 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:47.313710 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2273076 Jun 07 14:00:47.325170 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81113cd4-7fac-426d-b52b-bc66ea3b42c0 req-5458ebf7-da0a-458e-85fd-765c053fb2d4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:47.327087 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-81113cd4-7fac-426d-b52b-bc66ea3b42c0 req-5458ebf7-da0a-458e-85fd-765c053fb2d4 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.1022642 Jun 07 14:00:47.335242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Request body: {'port': {'device_id': '24522205-6167-47a0-8e43-b4880b82f597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:00:47.385824 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-81113cd4-7fac-426d-b52b-bc66ea3b42c0 req-1481a8b5-a792-4c5d-9493-6dc3ffec1b6a tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Jun 07 14:00:47.483721 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:47.705031 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c670-f81e-4651-8ebc-f0d8c6a8a045 req-d8a0c2b5-3bf4-455d-b5b8-18cf52259c29 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:47.717972 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ca62c670-f81e-4651-8ebc-f0d8c6a8a045 req-d8a0c2b5-3bf4-455d-b5b8-18cf52259c29 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 931 time: 0.2009339 Jun 07 14:00:47.811084 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ca62c670-f81e-4651-8ebc-f0d8c6a8a045 req-414af3b5-994d-422a-b24f-f127f59d3e2e tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764375 Jun 07 14:00:47.835710 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1b153f78-261b-479e-8e24-9c497f6d6d90 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:47.922473 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning for port 1b153f78-261b-479e-8e24-9c497f6d6d90 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:47.928496 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1b153f78-261b-479e-8e24-9c497f6d6d90 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:47.928864 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.035765 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3829cf-a2f7-4cab-a155-51b4e835da22 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:00:48.043318 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.058017 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Transition to ACTIVE for port object 9b3829cf-a2f7-4cab-a155-51b4e835da22 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:00:48.061968 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.066284 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b04c889c-2972-4113-937c-324cdaeff643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:48.084294 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.118386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] For port 1b153f78-261b-479e-8e24-9c497f6d6d90, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1b153f78-261b-479e-8e24-9c497f6d6d90,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:48.122889 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.125029 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:48.198899 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Pushing event updated for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:48.202081 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:48.229334 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:48.236311 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:48.309813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Attempting to bind port 9b3829cf-a2f7-4cab-a155-51b4e835da22 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:00:48.310146 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Attempting to bind port 9b3829cf-a2f7-4cab-a155-51b4e835da22 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:00:48.310475 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Attempting to bind port 9b3829cf-a2f7-4cab-a155-51b4e835da22 on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:48.316037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Port 9b3829cf-a2f7-4cab-a155-51b4e835da22 on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:00:48.316358 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Attempting to bind port 9b3829cf-a2f7-4cab-a155-51b4e835da22 on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:00:48.321757 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:00:48.322117 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Checking segment: {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:00:48.322503 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Bound using segment: {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:00:48.322948 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Bound port: 9b3829cf-a2f7-4cab-a155-51b4e835da22, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:00:48.323290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.419681 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:00:48.422937 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:00:48.427006 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.430667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-391194c7-daf0-498f-b7f5-798c9f3083a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:48.489835 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:48.489835 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:48.491273 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] 10.222.0.55 "PUT /v2.0/ports/9b3829cf-a2f7-4cab-a155-51b4e835da22 HTTP/1.1" status: 200 len: 1093 time: 1.1624677 Jun 07 14:00:48.493813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:48.496159 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7da55b1-f35d-4019-8932-68b70273675d" -d '{"events": [{"name": "network-changed", "server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:48.523769 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Pushing event updated for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:48.528429 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:48.558209 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db59dcc-0345-4b22-9081-0e962f68e58a x-openstack-request-id: req-9db59dcc-0345-4b22-9081-0e962f68e58a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:48.558568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:48.559126 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9db59dcc-0345-4b22-9081-0e962f68e58a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:48.559294 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22', 'status': 'completed', 'code': 200} Jun 07 14:00:48.657556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-360db5ed-08de-4af9-a861-216a1e2e8f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:48.659713 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-360db5ed-08de-4af9-a861-216a1e2e8f71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 1096 time: 0.0762267 Jun 07 14:00:48.752333 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-dd12c918-c611-42de-aaf4-0a06eea0cc04 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22 HTTP/1.1" status: 200 len: 217 time: 0.0770705 Jun 07 14:00:48.825431 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e900ce-071e-4807-98b7-08effd547d98 req-508190bf-f847-4b3f-bb18-fab9a0dc6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:48.826911 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-508190bf-f847-4b3f-bb18-fab9a0dc6c31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50dbf8d0-c684-4543-95d5-7de8f99bc71a HTTP/1.1" status: 200 len: 848 time: 0.0692806 Jun 07 14:00:48.902871 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-7e15530c-d628-49f9-9e57-0d0a867f0733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693498 Jun 07 14:00:49.026772 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eb2b1-5cc3-4ec6-b3c9-41240af14d8d req-b0a9286e-e8f0-477f-9a11-f03bde9a71c9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:49.028486 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e67eb2b1-5cc3-4ec6-b3c9-41240af14d8d req-b0a9286e-e8f0-477f-9a11-f03bde9a71c9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 943 time: 0.0958498 Jun 07 14:00:49.089748 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e67eb2b1-5cc3-4ec6-b3c9-41240af14d8d req-b2b06481-a542-42b0-a821-a1c304d3653a tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510714 Jun 07 14:00:49.167830 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-a06ed323-d965-4107-afcd-37dac487167b service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580328 Jun 07 14:00:49.306766 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a4e900ce-071e-4807-98b7-08effd547d98 req-2589cff6-4777-4c46-84eb-e8036224d4d9 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307268 Jun 07 14:00:49.481130 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da55b1-f35d-4019-8932-68b70273675d req-1fc949e8-0c3e-4595-8876-bdc4823939b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:49.483447 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-1fc949e8-0c3e-4595-8876-bdc4823939b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 1096 time: 0.0761461 Jun 07 14:00:49.639641 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da55b1-f35d-4019-8932-68b70273675d req-257dd066-376f-4f24-9e99-5c942f3302a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:49.641150 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-257dd066-376f-4f24-9e99-5c942f3302a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 909 time: 0.1507721 Jun 07 14:00:49.715988 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-685c8b31-d030-4711-a6fa-1852c62b2625 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22 HTTP/1.1" status: 200 len: 217 time: 0.0682178 Jun 07 14:00:49.738928 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1b153f78-261b-479e-8e24-9c497f6d6d90 up at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:49.743900 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b6e49-d0bc-4c4b-8032-9af427556744 req-3652b789-7b2c-4974-b3aa-25e94a582005 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:49.745430 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-de8b6e49-d0bc-4c4b-8032-9af427556744 req-3652b789-7b2c-4974-b3aa-25e94a582005 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0968802 Jun 07 14:00:49.790201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da55b1-f35d-4019-8932-68b70273675d req-f445ab75-2c9e-4287-8662-ead1259a9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:49.791991 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-f445ab75-2c9e-4287-8662-ead1259a9f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50dbf8d0-c684-4543-95d5-7de8f99bc71a HTTP/1.1" status: 200 len: 848 time: 0.0677714 Jun 07 14:00:49.797582 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-de8b6e49-d0bc-4c4b-8032-9af427556744 req-c75ff64f-2b3f-49c8-a435-4b4c670bb1be tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444310 Jun 07 14:00:49.808961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Provisioning complete for port 1b153f78-261b-479e-8e24-9c497f6d6d90 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:49.809336 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:49.844960 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-919f6dd1-7bc9-4bf8-a2cf-228c65715870 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463221 Jun 07 14:00:49.994831 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-718742bf-b593-47a0-a4b8-bb3fb913e314 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380420 Jun 07 14:00:50.134124 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c7da55b1-f35d-4019-8932-68b70273675d req-6eff55dc-43d9-4ed5-b77e-7777de71a6e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304433 Jun 07 14:00:50.300636 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24657af9-69e1-4a1c-982f-78fb2031bc46 req-5717b5c6-8a19-4f0b-bf90-d1ab6c3219e9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:50.302182 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-24657af9-69e1-4a1c-982f-78fb2031bc46 req-5717b5c6-8a19-4f0b-bf90-d1ab6c3219e9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 943 time: 0.0937254 Jun 07 14:00:50.350410 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-24657af9-69e1-4a1c-982f-78fb2031bc46 req-e347b3ec-0684-45e3-b55a-dd5817f1ea23 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423975 Jun 07 14:00:50.998026 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123044a-577c-41ca-bc57-8b36d4f275a5 req-d6fc06cb-dae1-428c-af03-c00231cc4e48 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:50.999497 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6123044a-577c-41ca-bc57-8b36d4f275a5 req-d6fc06cb-dae1-428c-af03-c00231cc4e48 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0880923 Jun 07 14:00:51.049558 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6123044a-577c-41ca-bc57-8b36d4f275a5 req-a0635d4c-683f-44a2-8c83-0214c32c182d tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Jun 07 14:00:51.550342 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d99db2-c38e-4824-a920-173b155a3128 req-6d0175cf-5f68-43ee-b57e-66af9f901e7a tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:51.551844 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1d99db2-c38e-4824-a920-173b155a3128 req-6d0175cf-5f68-43ee-b57e-66af9f901e7a tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 943 time: 0.0939634 Jun 07 14:00:51.599024 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d1d99db2-c38e-4824-a920-173b155a3128 req-8a9ea9e3-56ef-42fb-bc1b-c72f9e492423 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411537 Jun 07 14:00:52.131460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-3696ff43-0815-4951-a4fe-41dfe529389c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:52.133449 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-3696ff43-0815-4951-a4fe-41dfe529389c tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.1054771 Jun 07 14:00:52.267826 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a957d-3469-4da9-a83c-c46b2274e714 req-68dc02d2-2be2-4c71-8eed-155942bc9be7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:52.270040 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-be3a957d-3469-4da9-a83c-c46b2274e714 req-68dc02d2-2be2-4c71-8eed-155942bc9be7 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 945 time: 0.0930333 Jun 07 14:00:52.275382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Deleting port eefc50cd-217b-480f-820e-0842b097e225 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:52.275760 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.317328 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-be3a957d-3469-4da9-a83c-c46b2274e714 req-3e6541d6-0c86-46cf-a021-24609ddcdb84 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups?id=367205ab-fa00-4834-aef1-b7b119c921bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Jun 07 14:00:52.412259 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] For port eefc50cd-217b-480f-820e-0842b097e225, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=eefc50cd-217b-480f-820e-0842b097e225,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:52.412687 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.516642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 9b3829cf-a2f7-4cab-a155-51b4e835da22 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:00:52.666455 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:52.681356 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '9b3829cf-a2f7-4cab-a155-51b4e835da22', 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4', 'port_id': '9b3829cf-a2f7-4cab-a155-51b4e835da22', 'mac_address': 'fa:16:3e:c2:02:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbf8d0-c684-4543-95d5-7de8f99bc71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:00:52.769262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.786849 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3829cf-a2f7-4cab-a155-51b4e835da22 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:00:52.804311 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:52.808249 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.811108 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:52.875697 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.876346 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:52.876346 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Floating IP 8b98e75a-2c76-40a6-a57d-f402d4c6c8ba disassociated. External IP: 172.27.1.132, port: eefc50cd-217b-480f-820e-0842b097e225. Jun 07 14:00:52.876677 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Calling delete_port for eefc50cd-217b-480f-820e-0842b097e225 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:52.879811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:52.882972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:52.913789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499d948-ca23-4f30-b1e1-0191f3cb0c34 req-cc8459ef-2dde-491b-b791-cf1d88e221c4 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:52.915215 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1499d948-ca23-4f30-b1e1-0191f3cb0c34 req-cc8459ef-2dde-491b-b791-cf1d88e221c4 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 944 time: 0.1383140 Jun 07 14:00:52.977216 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1499d948-ca23-4f30-b1e1-0191f3cb0c34 req-72101829-cc32-415e-8d5e-692b621120ec tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554307 Jun 07 14:00:53.044872 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:53.052255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:53.103025 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'Port': ['ID=eefc50cd-217b-480f-820e-0842b097e225,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:53.106462 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:53.200158 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['9b3829cf-a2f7-4cab-a155-51b4e835da22'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:00:53.308244 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:00:53.482107 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-74c23f6a-100a-4a24-83ac-4c65fc56f07b req-72c0b768-17ab-4d32-87f0-ba33a0cfcee3 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/ports?device_id=eec987ac-7a7b-4baa-84cc-c8cd3cf735de HTTP/1.1" status: 200 len: 210 time: 0.0544910 Jun 07 14:00:53.497663 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:00:53.510114 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:00:53.525419 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:53.526075 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:53.584798 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] No DVR routers for this DVR port eefc50cd-217b-480f-820e-0842b097e225 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:00:53.587365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:53.589378 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5aabde04-0dc7-4fd1-8a4e-577f6aec543a req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.55 "DELETE /v2.0/ports/eefc50cd-217b-480f-820e-0842b097e225 HTTP/1.1" status: 204 len: 173 time: 1.4504309 Jun 07 14:00:53.589897 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'name': 'network-vif-deleted', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:53.592519 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffc0e79-64ee-4f35-8d0f-c7fa07d2e23d" -d '{"events": [{"server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "name": "network-vif-deleted", "tag": "eefc50cd-217b-480f-820e-0842b097e225"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:53.655805 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42683bdf-dda6-428e-916b-5ec24fa5f1ff x-openstack-request-id: req-42683bdf-dda6-428e-916b-5ec24fa5f1ff {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:53.656141 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec987ac-7a7b-4baa-84cc-c8cd3cf735de", "name": "network-vif-deleted", "tag": "eefc50cd-217b-480f-820e-0842b097e225", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:53.656437 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42683bdf-dda6-428e-916b-5ec24fa5f1ff {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:53.656870 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec987ac-7a7b-4baa-84cc-c8cd3cf735de', 'name': 'network-vif-deleted', 'tag': 'eefc50cd-217b-480f-820e-0842b097e225', 'status': 'completed', 'code': 200} Jun 07 14:00:53.722534 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:54.043072 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:54.047033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:00:54.055856 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:00:54.056444 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:54.189029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed498483-cf48-44d4-8bb1-01c604e37ea3 req-9632a83f-d1f3-45fc-a71d-250155ed6853 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:54.192084 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed498483-cf48-44d4-8bb1-01c604e37ea3 req-9632a83f-d1f3-45fc-a71d-250155ed6853 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 944 time: 0.0956872 Jun 07 14:00:54.241834 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ed498483-cf48-44d4-8bb1-01c604e37ea3 req-84a8da2e-b92d-4c2a-be23-0236e711dcb2 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435116 Jun 07 14:00:54.246665 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:00:54.559069 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 9b3829cf-a2f7-4cab-a155-51b4e835da22 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:00:54.614870 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53722) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:54.684811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 9b3829cf-a2f7-4cab-a155-51b4e835da22 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:00:54.685043 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.692548 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 9b3829cf-a2f7-4cab-a155-51b4e835da22 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:00:54.692921 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.713994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.724827 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:00:54.741291 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c12395-0fbd-449e-b828-effbcdb36ea4 None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T13:53:12Z', 'revision_number': 4, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'b288ba3f-45a2-4ded-b069-06b8908a7fbb', 'name': '', 'network_id': '06ab67c6-6081-4b77-a1cb-e96287125bf2', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'mac_address': 'fa:16:3e:5d:4c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:10Z', 'updated_at': '2021-06-07T13:53:26Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'subnets': [{'id': 'bcfdc0d6-4cc0-4e67-8658-a19e21b1c908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:00:54.775116 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.781477 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.783059 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "DELETE /v2.0/security-groups/367205ab-fa00-4834-aef1-b7b119c921bb HTTP/1.1" status: 204 len: 168 time: 0.1671739 Jun 07 14:00:54.784221 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e5a86d41-0451-452b-8b9a-1c76826f94e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:54.786807 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53724) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:54.804447 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.api.v2.resource [None req-849180f2-0668-445b-bff3-be277f324d21 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] show failed (client error): The resource could not be found. Jun 07 14:00:54.806111 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367205ab-fa00-4834-aef1-b7b119c921bb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:54.808518 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-849180f2-0668-445b-bff3-be277f324d21 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "GET /v2.0/security-groups/367205ab-fa00-4834-aef1-b7b119c921bb HTTP/1.1" status: 404 len: 347 time: 0.0199618 Jun 07 14:00:54.809160 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53726) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:54.817263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:54.928113 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.961254 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:00:54.963583 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031723a3-d25a-4562-96b2-54f9fe4a6c4e" -d '{"events": [{"server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "name": "network-vif-plugged", "status": "completed", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:00:54.972471 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:00:54.980866 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:54.981880 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device eefc50cd-217b-480f-820e-0842b097e225 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:00:55.015692 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f62b5075-a7e0-4f74-808b-f7fd9814c880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:55.038681 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bfcae-e607-43a9-91ea-b114771f85ab None None] New status for floating IP 8b98e75a-2c76-40a6-a57d-f402d4c6c8ba: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:00:55.054261 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7540e9e3-ad9c-4bbe-bee0-60394b14555e x-openstack-request-id: req-7540e9e3-ad9c-4bbe-bee0-60394b14555e {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:00:55.054807 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "name": "network-vif-plugged", "status": "completed", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:00:55.055076 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7540e9e3-ad9c-4bbe-bee0-60394b14555e {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:00:55.055472 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22', 'code': 200} Jun 07 14:00:55.055901 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Deleting port c9fcb9de-52c0-48ab-a513-5d6dae7dc396 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:00:55.056250 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.061033 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: eefc50cd-217b-480f-820e-0842b097e225 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:00:55.061312 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device eefc50cd-217b-480f-820e-0842b097e225 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:00:55.109154 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:55.112844 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:55.210479 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.211201 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.341457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a17bf9-1b53-4187-aba4-20a2be36371c req-e8df7632-9a54-46c1-90da-a54720bdcca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:55.343026 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89a17bf9-1b53-4187-aba4-20a2be36371c req-e8df7632-9a54-46c1-90da-a54720bdcca9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 1098 time: 0.0881817 Jun 07 14:00:55.357868 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Calling delete_port for c9fcb9de-52c0-48ab-a513-5d6dae7dc396 owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:00:55.392314 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-89a17bf9-1b53-4187-aba4-20a2be36371c req-084f369e-ee07-4642-a16e-8dd1a654460d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Jun 07 14:00:55.409135 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-dc529032-3fbe-4b07-982d-69550a4c1ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.493825 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6c611-a826-4ee1-b294-e0d0a81cdddc req-b409f3b0-80a5-4889-958e-ea1f53c4eaed tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:55.495377 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a7a6c611-a826-4ee1-b294-e0d0a81cdddc req-b409f3b0-80a5-4889-958e-ea1f53c4eaed tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.1160250 Jun 07 14:00:55.595461 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a7a6c611-a826-4ee1-b294-e0d0a81cdddc req-c84ef24c-f9eb-4363-8563-86b5686edc79 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Jun 07 14:00:55.596870 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.600698 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2772eb7a-f216-4feb-99fd-b4e131512623 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:00:55.648119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Pushing event deleted for resources: {'Port': ['ID=c9fcb9de-52c0-48ab-a513-5d6dae7dc396,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:00:55.687431 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.687987 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.688372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.688751 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.689146 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.689514 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.689889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.690266 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.690857 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.691304 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.691753 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.692126 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:00:55.699800 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:00:55.766112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.768940 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:55.770139 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a75b9332-1d0b-41e0-80e2-a3e44a6d26cc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] 10.222.0.20 "DELETE /v2.0/floatingips/8b98e75a-2c76-40a6-a57d-f402d4c6c8ba HTTP/1.1" status: 204 len: 168 time: 0.9600010 Jun 07 14:00:56.798005 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd979c-dd9a-407a-8385-f26722195e4e req-ba0ac828-e3e0-4a4d-b2ce-fa9b77e42b6f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:56.799464 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e6dd979c-dd9a-407a-8385-f26722195e4e req-ba0ac828-e3e0-4a4d-b2ce-fa9b77e42b6f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.0903306 Jun 07 14:00:56.844754 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e6dd979c-dd9a-407a-8385-f26722195e4e req-08e2f44c-7a92-4b8a-bb7a-92a0e41baead tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Jun 07 14:00:57.930885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-17f047e6-1ac9-40cd-ae54-f3000f40dc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:58.035640 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16a6ab-73f6-40a9-b720-7c7d5615cf8e req-f8b3a9c2-7f0c-42fd-8bcf-43fb47d0e38d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:58.036981 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1b16a6ab-73f6-40a9-b720-7c7d5615cf8e req-f8b3a9c2-7f0c-42fd-8bcf-43fb47d0e38d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.0819836 Jun 07 14:00:58.057124 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:58.089769 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1b16a6ab-73f6-40a9-b720-7c7d5615cf8e req-956ea437-4cb7-431b-9749-82db54d66e8c tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453496 Jun 07 14:00:59.180911 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:00:59.781557 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e51ed5-8440-4c17-9ccd-8fbc132ade25 req-5ee85a1a-ff6b-4549-bccb-0283ef769918 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:00:59.783034 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f4e51ed5-8440-4c17-9ccd-8fbc132ade25 req-5ee85a1a-ff6b-4549-bccb-0283ef769918 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.0850585 Jun 07 14:00:59.814901 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53798) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:00:59.842899 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f4e51ed5-8440-4c17-9ccd-8fbc132ade25 req-65e371fc-afe6-4044-9e26-cfe81cf70a57 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526924 Jun 07 14:01:00.546977 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:00.912125 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:01.053711 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Deleting port b288ba3f-45a2-4ded-b069-06b8908a7fbb {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:01.054339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:01.083478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a25ac-f254-44fc-8dd5-7c60599fafc0 req-15e4e19b-8644-4211-b994-55b35ab7fc4d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:01.085029 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-943a25ac-f254-44fc-8dd5-7c60599fafc0 req-15e4e19b-8644-4211-b994-55b35ab7fc4d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.1207030 Jun 07 14:01:01.218720 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-943a25ac-f254-44fc-8dd5-7c60599fafc0 req-ea1eaf38-28b1-4513-b155-aa2af957bce6 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206625 Jun 07 14:01:01.228901 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] For port b288ba3f-45a2-4ded-b069-06b8908a7fbb, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=b288ba3f-45a2-4ded-b069-06b8908a7fbb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:01.229254 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:01.359294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Calling delete_port for b288ba3f-45a2-4ded-b069-06b8908a7fbb owned by network:router_interface {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:01.808876 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:01.812453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:01.888631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=b288ba3f-45a2-4ded-b069-06b8908a7fbb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:01.897293 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:02.099831 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-9a331e97-8fad-4c0a-9a3d-130feb22e992 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:02.101555 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-9a331e97-8fad-4c0a-9a3d-130feb22e992 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.2521858 Jun 07 14:01:02.325998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:02.430747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e85265-db7b-466a-b25a-1073f761ed9e req-df20fe88-2179-4911-bf8b-dbd50f68b09b tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:02.432262 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-31e85265-db7b-466a-b25a-1073f761ed9e req-df20fe88-2179-4911-bf8b-dbd50f68b09b tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 945 time: 0.0896986 Jun 07 14:01:02.433882 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Deleting port 9b3829cf-a2f7-4cab-a155-51b4e835da22 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:02.434224 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:02.580550 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-31e85265-db7b-466a-b25a-1073f761ed9e req-61a2af0d-bc8f-41d1-8aa7-38cc6a384c15 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422927 Jun 07 14:01:02.732482 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] For port 9b3829cf-a2f7-4cab-a155-51b4e835da22, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=9b3829cf-a2f7-4cab-a155-51b4e835da22,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:02.732834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:02.879417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Calling delete_port for 9b3829cf-a2f7-4cab-a155-51b4e835da22 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:02.985036 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:01:03.371570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:01:03.373793 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:03.377985 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] 10.222.0.20 "PUT /v2.0/routers/81773d6c-ce7f-48b6-b448-e6d8473c3fb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5616987 Jun 07 14:01:03.381411 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53812) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:03.382553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5b56dfd7-7fb4-4370-afbc-b36ade94c210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:03.391396 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Sync routers for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:01:03.403945 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:03.404587 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:03.431249 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Pushing event deleted for resources: {'Port': ['ID=9b3829cf-a2f7-4cab-a155-51b4e835da22,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:03.434459 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:03.460926 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['9b3829cf-a2f7-4cab-a155-51b4e835da22'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:01:03.516840 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] No DVR routers for this DVR port 9b3829cf-a2f7-4cab-a155-51b4e835da22 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:03.520000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:03.521948 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-c4b1b6be-13cf-4404-97a9-edf287417721 req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "DELETE /v2.0/ports/9b3829cf-a2f7-4cab-a155-51b4e835da22 HTTP/1.1" status: 204 len: 173 time: 1.4046044 Jun 07 14:01:03.522474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'name': 'network-vif-deleted', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:03.524819 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6fdce-e305-4063-a1d3-2613bca723a0" -d '{"events": [{"server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "name": "network-vif-deleted", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:03.606965 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:03.627357 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543bc85-d2aa-48a9-84f8-0b30ae8e4feb x-openstack-request-id: req-d543bc85-d2aa-48a9-84f8-0b30ae8e4feb {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:03.628250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24522205-6167-47a0-8e43-b4880b82f597", "name": "network-vif-deleted", "tag": "9b3829cf-a2f7-4cab-a155-51b4e835da22", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:03.628542 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d543bc85-d2aa-48a9-84f8-0b30ae8e4feb {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:03.628971 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24522205-6167-47a0-8e43-b4880b82f597', 'name': 'network-vif-deleted', 'tag': '9b3829cf-a2f7-4cab-a155-51b4e835da22', 'status': 'completed', 'code': 200} Jun 07 14:01:03.675629 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:03.851267 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48cd5734-d781-4b1a-95b5-5c58ae85ce4a req-56a87fb9-624e-485f-ac9a-2a2877bdb5a1 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=24522205-6167-47a0-8e43-b4880b82f597 HTTP/1.1" status: 200 len: 210 time: 0.1204398 Jun 07 14:01:03.878746 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:03.973170 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Deleting port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:03.973494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.043707 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T14:01:01Z', 'revision_number': 5, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port': {'id': '98bd2ede-af7d-4ef7-8aad-ca799aed1b3d', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:04.050484 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Checking router: 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:01:04.058929 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Routers {'81773d6c-ce7f-48b6-b448-e6d8473c3fb5'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:04.059595 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:00:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:04.114265 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] For port 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:04.114903 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.230795 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] Set router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 gateway port host: None {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:04.253455 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Calling delete_port for 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:04.360799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T14:01:03Z', 'revision_number': 6, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:04.365669 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25673b91-5970-4c5f-bd28-6b181a31c54e None None] The sync data for ids ['81773d6c-ce7f-48b6-b448-e6d8473c3fb5'] in dv-cinder-772623-7-iscsi is: [{'id': '81773d6c-ce7f-48b6-b448-e6d8473c3fb5', 'name': 'tempest-AttachVolumeTestJSON-887817839-router', 'tenant_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:55Z', 'updated_at': '2021-06-07T14:01:03Z', 'revision_number': 6, 'project_id': '6438dda2abb24e9d99cd3e8db4afdb0f', 'gw_port_host': None}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:01:04.409819 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.414506 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2120223a-0799-4b97-be18-7e62785e8db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:04.462042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Pushing event deleted for resources: {'Port': ['ID=98bd2ede-af7d-4ef7-8aad-ca799aed1b3d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:04.489042 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:04.517267 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-a423b4e7-2155-4ccd-873e-263bce75ad31 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632020366&fields=id&tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb HTTP/1.1" status: 200 len: 267 time: 0.0427942 Jun 07 14:01:04.551885 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.672906 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-e20fc109-6b82-43ff-8ea5-ef6f23d1e2cd tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:04.674266 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-e20fc109-6b82-43ff-8ea5-ef6f23d1e2cd tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 809 time: 0.1501727 Jun 07 14:01:04.690639 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-b3a24a4e-36f4-41f6-9fbf-deecdb2e3c44 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/quotas/715ee9b7f14e4dd19b80e5a2ad34a5fb HTTP/1.1" status: 200 len: 375 time: 0.0099711 Jun 07 14:01:04.734566 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.737115 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.766016 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.767353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81773d6c-ce7f-48b6-b448-e6d8473c3fb5 {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:01:04.775248 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.776872 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81773d6c-ce7f-48b6-b448-e6d8473c3fb5 HTTP/1.1" status: 204 len: 168 time: 1.3936861 Jun 07 14:01:04.779295 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53824) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:04.791942 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-f9be5f07-653d-4eb6-90d8-4882472cdebe tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962145 Jun 07 14:01:04.844882 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Deleting subnet bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:01:04.848436 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:04.940185 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-5df8e0da-a808-42d9-859e-bd7efe9a8267 service neutron] 10.222.0.20 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360118 Jun 07 14:01:05.013524 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.086730 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-cb26de76-5547-4a61-bdcd-1a8577c38c44 service neutron] 10.222.0.20 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409395 Jun 07 14:01:05.202606 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.303691 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-e59fc0de-9e3d-4597-bdd5-fc7f12b3b064 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:05.305169 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-e59fc0de-9e3d-4597-bdd5-fc7f12b3b064 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 808 time: 0.2135637 Jun 07 14:01:05.321104 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.326458 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-f624b5f9-15e0-4d19-bbcd-5607a6e1cc20 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/quotas/53dd35fdf147499c8b49bca3a54ab8de HTTP/1.1" status: 200 len: 375 time: 0.0153644 Jun 07 14:01:05.328047 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:05.413727 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfdc0d6-4cc0-4e67-8658-a19e21b1c908,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:05.424769 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:05.426130 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.426522 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf00b4e-7760-40fa-a71e-1f931cd491e1 None None] Network 06ab67c6-6081-4b77-a1cb-e96287125bf2 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:01:05.430625 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53846) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:05.430826 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-61df9476-40fc-4a7f-b235-3d83d35e67fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bcfdc0d6-4cc0-4e67-8658-a19e21b1c908 HTTP/1.1" status: 204 len: 168 time: 0.6502764 Jun 07 14:01:05.433312 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-7f2d4d1f-5b22-4949-b81b-42093b8200f4 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735981 Jun 07 14:01:05.562397 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.636563 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-e18440c1-c470-478f-a5bf-5fcff4bb99a3 service neutron] 10.222.0.20 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952417 Jun 07 14:01:05.663915 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.714115 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9d1d000c-6f40-4ef2-ae5d-a2f6f65dfd9f req-a5bbbfcd-2a8d-469d-8f9c-7ca1c8d43380 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 210 time: 0.1084104 Jun 07 14:01:05.746124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Deleting port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:05.746471 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.812604 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] DHCP port deletion for 06ab67c6-6081-4b77-a1cb-e96287125bf2 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:01:05.831748 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-7c3a44f4-7a5c-418a-94cf-2ce62ea77281 service neutron] 10.222.0.20 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915483 Jun 07 14:01:05.861529 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b288ba3f-45a2-4ded-b069-06b8908a7fbb no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:05.890679 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] For port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:05.891045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:05.912537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: b288ba3f-45a2-4ded-b069-06b8908a7fbb {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:05.914466 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device b288ba3f-45a2-4ded-b069-06b8908a7fbb not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:05.915237 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:06.026986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:06.027383 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 98bd2ede-af7d-4ef7-8aad-ca799aed1b3d not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:06.037616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Calling delete_port for ea60ac72-5062-4cda-a2cd-dc80cc23e0eb owned by network:dhcp {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:06.065849 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Deleting port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:06.066385 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.101679 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1de3be36-9782-4704-a910-bb8bdcf19f99 req-088e0d46-9b81-4104-82e4-6892378d198a tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 210 time: 0.0735350 Jun 07 14:01:06.165395 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.174138 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6ed49dcb-fbb5-47b2-b9ca-e6ae01274138 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:06.188105 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] For port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,segment=NetworkSegment(2c1e1e88-7359-4e03-bf39-2d74a7c210e7),segment_id=2c1e1e88-7359-4e03-bf39-2d74a7c210e7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:06.188615 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.226665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:06.231709 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:06.236302 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] No DVR routers for this DVR port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb on host dv-cinder-772623-7-iscsi {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:06.335877 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Calling delete_port for ea60ac72-5062-4cda-a2cd-dc80cc23e0eb owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:06.392743 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.400238 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:06.455808 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Pushing event deleted for resources: {'Port': ['ID=ea60ac72-5062-4cda-a2cd-dc80cc23e0eb,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:06.461697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] No DVR routers for this DVR port ea60ac72-5062-4cda-a2cd-dc80cc23e0eb on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:06.473675 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.474077 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.474420 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.474758 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.475091 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.475477 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.475866 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.476089 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.476429 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.476803 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.477024 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.477338 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:06.480602 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.481273 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:06.495189 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ab67c6-6081-4b77-a1cb-e96287125bf2']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:06.510505 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1e1e88-7359-4e03-bf39-2d74a7c210e7') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:06.510797 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1e1e88-7359-4e03-bf39-2d74a7c210e7') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:06.524842 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.542262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.548799 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:01:06.549837 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:01:06.563353 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:01:06.615591 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 9b3829cf-a2f7-4cab-a155-51b4e835da22 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:06.647311 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.651150 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:06.653418 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 9b3829cf-a2f7-4cab-a155-51b4e835da22 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:06.653871 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 9b3829cf-a2f7-4cab-a155-51b4e835da22 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:06.664683 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.666457 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] 10.222.0.20 "DELETE /v2.0/networks/06ab67c6-6081-4b77-a1cb-e96287125bf2 HTTP/1.1" status: 204 len: 168 time: 1.2343595 Jun 07 14:01:06.672327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Pushing event deleted for resources: {'Network': ['ID=06ab67c6-6081-4b77-a1cb-e96287125bf2,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:06.675329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-67e8e09d-1e49-49de-bc04-aef0fd18361e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:06.790695 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53872) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:06.839248 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e2dd0421-a43c-4afa-adcd-93ab631e76a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6438dda2abb24e9d99cd3e8db4afdb0f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473001 Jun 07 14:01:06.841775 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 53874) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:06.870333 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6492f7ca-beb5-42c3-af19-ba60cd13671a req-546503db-f695-42fd-9cc7-c2aa4bc8c78c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 210 time: 0.0428956 Jun 07 14:01:06.900183 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.926629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.981780 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.984496 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:06.985605 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a548ffcf-fc0f-4383-9453-4fd16804297d HTTP/1.1" status: 204 len: 168 time: 0.1429489 Jun 07 14:01:06.986389 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e1dabe70-e75f-435e-bd21-37183d7fe8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:06.996144 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a548ffcf-fc0f-4383-9453-4fd16804297d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:06.998660 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:07.339622 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3cb2ed91-5f16-4639-b469-29da11cc84f9 req-f4acbcbf-904f-4f56-937e-14e557c8bf9c tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 210 time: 0.1053271 Jun 07 14:01:07.390543 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-0002d5d0-2523-42dd-bfac-0c12ea6b22af tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:07.392005 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-0002d5d0-2523-42dd-bfac-0c12ea6b22af tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 809 time: 0.1998637 Jun 07 14:01:07.459623 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-80d33acd-46c6-441a-b621-575cce6c82ca tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb HTTP/1.1" status: 200 len: 380 time: 0.0436585 Jun 07 14:01:07.470995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'port': {'device_id': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'admin_state_up': True, 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'security_groups': ['df059d7d-753b-4781-93c3-a0cb9f2c1471']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:01:07.638719 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Made reservation on behalf of 715ee9b7f14e4dd19b80e5a2ad34a5fb for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:01:07.642515 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:07.765944 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ea60ac72-5062-4cda-a2cd-dc80cc23e0eb no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:07.786911 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:01:07.810318 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: ea60ac72-5062-4cda-a2cd-dc80cc23e0eb {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:07.810954 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ea60ac72-5062-4cda-a2cd-dc80cc23e0eb not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:07.869570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Allocated IP 172.20.0.14 (a046daef-85e6-4402-87ee-6759bf8e8f8d/b7a45e9d-bf40-4efa-a940-62033bc205a2/df97b30b-0cf8-4865-a43a-aa29df9f3948) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:01:08.130751 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-53933173-4f8a-4151-8a62-05ea4554d513 req-67c07137-e32a-48cc-800c-0a7f8fc3ece2 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 210 time: 0.1072402 Jun 07 14:01:08.266481 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:08.303323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Transition to ACTIVE for port object df97b30b-0cf8-4865-a43a-aa29df9f3948 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:01:08.310582 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c2449d0d-3240-4544-94e6-6bbad8d4a9ba tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:08.311989 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c2449d0d-3240-4544-94e6-6bbad8d4a9ba tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 808 time: 0.2897058 Jun 07 14:01:08.337841 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:08.349889 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Request body: {'port': {'device_id': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4', 'admin_state_up': True, 'tenant_id': '53dd35fdf147499c8b49bca3a54ab8de'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:01:08.365602 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5dded309-3aca-4dd5-8014-7ed12d6b314e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:08.470329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:08.474326 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:08.557556 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Network a046daef-85e6-4402-87ee-6759bf8e8f8d is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:01:08.564561 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-abb7bad4-c06f-4ace-8212-7ea6b5242534 req-82aff35b-35db-400a-bc18-f26dc49c295f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 210 time: 0.0986216 Jun 07 14:01:08.593563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:01:08.599108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:01:08.749435 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:08.751038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:08.787597 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3207080 Jun 07 14:01:08.810113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Request body: {'port': {'device_id': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:01:08.873034 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-989574dd-876b-4eba-afb0-7fece6e57b55 None None] Provisioning for port df97b30b-0cf8-4865-a43a-aa29df9f3948 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:01:08.878923 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-989574dd-876b-4eba-afb0-7fece6e57b55 None None] Provisioning complete for port df97b30b-0cf8-4865-a43a-aa29df9f3948 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:01:08.879386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-989574dd-876b-4eba-afb0-7fece6e57b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:08.942493 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-989574dd-876b-4eba-afb0-7fece6e57b55 None None] Port df97b30b-0cf8-4865-a43a-aa29df9f3948 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:01:08.951170 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Made reservation on behalf of 53dd35fdf147499c8b49bca3a54ab8de for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:01:08.954624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.117011 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.251256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Allocated IP 172.20.0.4 (8791beb3-16c6-469e-a9e9-0f6c1f966cc4/50dbf8d0-c684-4543-95d5-7de8f99bc71a/bf52b7ed-3c43-4f1a-b566-42f615de6dca) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:01:09.570287 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ff156-4247-45ab-82f1-96845e2711cf req-b81e6c16-64fb-4d3b-973d-94d28c3071ee tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:09.571768 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f34ff156-4247-45ab-82f1-96845e2711cf req-b81e6c16-64fb-4d3b-973d-94d28c3071ee tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 932 time: 0.3184118 Jun 07 14:01:09.721779 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-ae8d8145-d4e7-4c32-9cbf-78bfde5f9eac req-798f9bae-8430-478f-a177-5616b58300d8 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 210 time: 0.0426488 Jun 07 14:01:09.722422 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-f34ff156-4247-45ab-82f1-96845e2711cf req-336692ff-d2f7-4aaa-9bbb-bc8aa16f04ea tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973990 Jun 07 14:01:09.760310 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.826499 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df97b30b-0cf8-4865-a43a-aa29df9f3948 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:01:09.835808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.855088 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Transition to ACTIVE for port object df97b30b-0cf8-4865-a43a-aa29df9f3948 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:01:09.859336 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:09.863862 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-25ef537c-68c1-490b-b64c-073ae2ae0eb3 tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:09.918373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.012480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:01:10.016021 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:01:10.048973 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:01:10.074634 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:10.089393 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:10.090642 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-a1be4a8f-5825-4f6b-a886-13afb23c2c8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:10.220787 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:10.222041 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.242793 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Pushing event updated for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:10.250671 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:10.269359 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245162 Jun 07 14:01:10.270095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Attempting to bind port df97b30b-0cf8-4865-a43a-aa29df9f3948 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:01:10.270422 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Attempting to bind port df97b30b-0cf8-4865-a43a-aa29df9f3948 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:01:10.270744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Attempting to bind port df97b30b-0cf8-4865-a43a-aa29df9f3948 on network a046daef-85e6-4402-87ee-6759bf8e8f8d {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:01:10.275778 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Port df97b30b-0cf8-4865-a43a-aa29df9f3948 on network a046daef-85e6-4402-87ee-6759bf8e8f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:01:10.276071 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Attempting to bind port df97b30b-0cf8-4865-a43a-aa29df9f3948 on network a046daef-85e6-4402-87ee-6759bf8e8f8d {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:01:10.281165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:01:10.281493 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Checking segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:01:10.281866 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Bound using segment: {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:01:10.282301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Bound port: df97b30b-0cf8-4865-a43a-aa29df9f3948, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c736eb4f-6b33-4867-8701-c6ada962e9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:01:10.282624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.301438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Request body: {'port': {'device_id': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:01:10.482591 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:01:10.484364 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.503345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:01:10.533366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.546686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2d49741c-2bd8-4423-9475-9b97044c690f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:10.728118 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:10.728723 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:10.730542 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1094 time: 1.9243841 Jun 07 14:01:10.731641 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:10.733906 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3d2811-e612-4796-bc90-c07fd076c7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:10.793160 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be96e990-8246-4cba-bc3f-2c341e8cf738 x-openstack-request-id: req-be96e990-8246-4cba-bc3f-2c341e8cf738 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:10.793799 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:10.793799 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be96e990-8246-4cba-bc3f-2c341e8cf738 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:10.794178 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'status': 'completed', 'code': 200} Jun 07 14:01:10.836227 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:10.851410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:10.982060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936575e4-254b-4f94-aca5-1c5663371e25 req-34e4a210-f151-48b7-a2e7-b0043ca5a8ed tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:10.983622 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-936575e4-254b-4f94-aca5-1c5663371e25 req-34e4a210-f151-48b7-a2e7-b0043ca5a8ed tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0861642 Jun 07 14:01:11.033766 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-936575e4-254b-4f94-aca5-1c5663371e25 req-3c05227a-a19f-42e1-833c-b6810c9de558 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411413 Jun 07 14:01:11.068703 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-326c1e72-18f2-40c1-8ae7-13970e799de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:11.070169 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-326c1e72-18f2-40c1-8ae7-13970e799de6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1097 time: 0.2752707 Jun 07 14:01:11.156253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ce595-b9e5-4a9a-9d6f-be08f5df297e req-3da45a53-462c-4de1-bf16-9d1f7a07a899 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:11.157701 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5c6ce595-b9e5-4a9a-9d6f-be08f5df297e req-3da45a53-462c-4de1-bf16-9d1f7a07a899 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 931 time: 0.2890732 Jun 07 14:01:11.171019 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-228ba4f1-4736-477b-b63a-4700de9fb68c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 217 time: 0.0831769 Jun 07 14:01:11.321882 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5c6ce595-b9e5-4a9a-9d6f-be08f5df297e req-4f2fa586-3335-4e54-a4dd-f9e777643981 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541226 Jun 07 14:01:11.333216 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-f2cd4c8c-a222-46e1-84d4-b1160411d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:11.334672 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-f2cd4c8c-a222-46e1-84d4-b1160411d217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.1501987 Jun 07 14:01:11.336808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf52b7ed-3c43-4f1a-b566-42f615de6dca {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:01:11.380158 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.410504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Transition to ACTIVE for port object bf52b7ed-3c43-4f1a-b566-42f615de6dca will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:01:11.419671 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.424368 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ff9afe44-38f4-4ec9-a73c-2db96fad6570 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:11.562405 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Pushing event updated for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:11.566563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:11.595280 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-e09392a3-e94a-482c-a5f6-3b0b2a3ab2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:11.597413 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-e09392a3-e94a-482c-a5f6-3b0b2a3ab2c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2561166 Jun 07 14:01:11.619315 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53960) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:11.760515 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.777874 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Attempting to bind port bf52b7ed-3c43-4f1a-b566-42f615de6dca on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:01:11.778291 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Attempting to bind port bf52b7ed-3c43-4f1a-b566-42f615de6dca by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:01:11.778558 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Attempting to bind port bf52b7ed-3c43-4f1a-b566-42f615de6dca on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:01:11.788786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Port bf52b7ed-3c43-4f1a-b566-42f615de6dca on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:01:11.789110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Attempting to bind port bf52b7ed-3c43-4f1a-b566-42f615de6dca on network 8791beb3-16c6-469e-a9e9-0f6c1f966cc4 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:01:11.807193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:01:11.807964 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Checking segment: {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:01:11.807964 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Bound using segment: {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:01:11.808366 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Bound port: bf52b7ed-3c43-4f1a-b566-42f615de6dca, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09607ac3-65d0-4653-980d-630519d318bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:01:11.808714 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.822875 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-bdab98b3-7b9a-418a-b970-02119490fccc service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135291 Jun 07 14:01:11.897297 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.901963 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:11.911668 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ec4dbf98-4007-4ab7-8d11-8c38fd77becc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:11.951903 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ef7613052e5413fad977fc85d66fd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313427 Jun 07 14:01:11.955214 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 53964) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:11.985541 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516f9b7b-7f63-4aae-b058-68e62960699d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:11.993372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:12.048543 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:01:12.056113 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.069594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:01:12.073748 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2ca6ebe1-c80e-4d33-9a97-f880ee86728c req-fde67551-fdcd-442f-adb4-a1cd325bb8eb service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435956 Jun 07 14:01:12.077337 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.081783 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bd67dec6-40dc-42ae-913e-e60e3c74581b tempest-AttachVolumeNegativeTest-723857218 tempest-AttachVolumeNegativeTest-723857218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:12.140107 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.142541 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.144054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.145739 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf52b7ed-3c43-4f1a-b566-42f615de6dca HTTP/1.1" status: 200 len: 1093 time: 1.8483751 Jun 07 14:01:12.162047 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Pushing event updated for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:12.166204 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:12.294251 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf6ad3-a522-47c9-a994-e339ed5d83f1 req-01acfc4c-3e3b-4644-b65e-0f5a177d83bd tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.295941 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b5cf6ad3-a522-47c9-a994-e339ed5d83f1 req-01acfc4c-3e3b-4644-b65e-0f5a177d83bd tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.1121230 Jun 07 14:01:12.297369 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.302205 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:12.305720 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/516f9b7b-7f63-4aae-b058-68e62960699d HTTP/1.1" status: 204 len: 168 time: 0.3467178 Jun 07 14:01:12.307582 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a702fba7-944f-4c3c-91b7-2954f6f7bd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:12.328966 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f9b7b-7f63-4aae-b058-68e62960699d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:12.397592 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:12.413369 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-3027a975-5610-4bc2-bb73-bc67e6fa418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.415243 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-3027a975-5610-4bc2-bb73-bc67e6fa418d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 1096 time: 0.1724529 Jun 07 14:01:12.421624 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-41bb737d-d13c-4197-82e2-d0d64538c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.432579 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-41bb737d-d13c-4197-82e2-d0d64538c7a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1097 time: 0.1828423 Jun 07 14:01:12.442500 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b5cf6ad3-a522-47c9-a994-e339ed5d83f1 req-7b4d1bfe-d3b3-4e46-b802-f574fe9fa033 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360505 Jun 07 14:01:12.680074 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-f9a02bb9-f42e-43b2-92bf-48cbf326492d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca HTTP/1.1" status: 200 len: 217 time: 0.2446539 Jun 07 14:01:12.828352 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:12.831312 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95616aec-7aaa-46ae-8300-7ca1a278b280" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:12.896917 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-78bfd41e-345b-4402-bea7-d6f64812cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.898354 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-78bfd41e-345b-4402-bea7-d6f64812cc2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50dbf8d0-c684-4543-95d5-7de8f99bc71a HTTP/1.1" status: 200 len: 848 time: 0.1717806 Jun 07 14:01:12.899793 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbf15bb-55f5-4f41-9420-e906e223cf0a x-openstack-request-id: req-6fbf15bb-55f5-4f41-9420-e906e223cf0a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:12.900116 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:12.900398 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fbf15bb-55f5-4f41-9420-e906e223cf0a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:12.900794 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca', 'status': 'completed', 'code': 200} Jun 07 14:01:12.909251 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-1d24e89e-12ed-491b-a7be-b61d2419b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.910629 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-1d24e89e-12ed-491b-a7be-b61d2419b283 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.4735439 Jun 07 14:01:12.923327 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78d810-a00f-43d3-876c-5d7027d2ec82 req-432c6df6-4798-4f8a-a523-11874f5bf8e0 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:12.924922 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2c78d810-a00f-43d3-876c-5d7027d2ec82 req-432c6df6-4798-4f8a-a523-11874f5bf8e0 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 943 time: 0.2648797 Jun 07 14:01:13.043342 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-c28ed725-d825-4e8d-91e7-bd837a81b669 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 217 time: 0.1164527 Jun 07 14:01:13.047446 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-c70f6b89-f7ba-429a-8f40-ec243487c9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215899 Jun 07 14:01:13.135314 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2c78d810-a00f-43d3-876c-5d7027d2ec82 req-6868106e-2fef-4637-829b-3faa100b73a1 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263628 Jun 07 14:01:13.222129 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-5e395862-e837-4b87-9e8d-2139734f5218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:13.223584 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-5e395862-e837-4b87-9e8d-2139734f5218 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.1589444 Jun 07 14:01:13.309886 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-ab2195e9-2e72-4a36-970e-eb71d34e0e71 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477717 Jun 07 14:01:13.371731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-04f2959f-3135-4de3-a522-b86b54fba06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:13.373208 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-04f2959f-3135-4de3-a522-b86b54fba06a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403739 Jun 07 14:01:13.548351 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-48904f4a-4c49-46e0-ae89-883f4ec85679 req-2ade4d97-46d5-4163-9a8d-b2aa099045a9 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309370 Jun 07 14:01:13.585284 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-1ea27388-5066-4342-95b1-2cfa1992c772 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659162 Jun 07 14:01:13.660077 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f182b08-0b08-470d-986c-366e852ba257 req-e031353c-c26e-4468-a8a9-7a2b8b83574c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:13.661578 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9f182b08-0b08-470d-986c-366e852ba257 req-e031353c-c26e-4468-a8a9-7a2b8b83574c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0936489 Jun 07 14:01:13.721052 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9f182b08-0b08-470d-986c-366e852ba257 req-985603a5-c666-4fc5-b675-c3552b163ebf tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517271 Jun 07 14:01:13.863419 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-fd3d2811-e612-4796-bc90-c07fd076c7d6 req-9c8df5d5-bfe2-475e-b272-e364e092d914 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003257 Jun 07 14:01:13.870099 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-331f4a26-8e64-457d-bd99-77a1e48a4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:13.871678 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-331f4a26-8e64-457d-bd99-77a1e48a4e3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 1096 time: 0.1853769 Jun 07 14:01:14.047214 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-80f1d161-1dd1-4f78-a46d-e6424ae254f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:14.049238 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-80f1d161-1dd1-4f78-a46d-e6424ae254f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 200 len: 909 time: 0.1569495 Jun 07 14:01:14.124110 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-8af102f6-7d33-45ec-9ce7-966e51897b0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca HTTP/1.1" status: 200 len: 217 time: 0.0678160 Jun 07 14:01:14.203405 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-11310648-708c-48d6-bd54-5ab5eeb4186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:14.204812 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-11310648-708c-48d6-bd54-5ab5eeb4186b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=50dbf8d0-c684-4543-95d5-7de8f99bc71a HTTP/1.1" status: 200 len: 848 time: 0.0735152 Jun 07 14:01:14.338742 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54014) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:14.418020 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-38e9a672-ea68-4669-9dc8-22f72068b4a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8791beb3-16c6-469e-a9e9-0f6c1f966cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2047474 Jun 07 14:01:14.493305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.593726 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4a2fb-6b2b-4ec5-a794-09f2f8b0819b req-317e5d11-2c14-41c0-bfff-85d4881f027d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:14.595236 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10e4a2fb-6b2b-4ec5-a794-09f2f8b0819b req-317e5d11-2c14-41c0-bfff-85d4881f027d tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 943 time: 0.2243023 Jun 07 14:01:14.602085 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-71afb1b0-2d79-4f09-906e-c6ff9e9a2d18 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732774 Jun 07 14:01:14.623559 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.629278 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.639194 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0a2bb2c4-4ed9-49d3-90c8-7a97656c610d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:14.686620 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b0fafd05ddf4b1a836926ac3f2df832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426082 Jun 07 14:01:14.686620 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc121663-cc00-4287-b7e5-9e4f505d6da8,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:14.687879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:14.688044 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54018) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:14.710693 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10e4a2fb-6b2b-4ec5-a794-09f2f8b0819b req-513b838c-9e23-4ad4-b6e8-fa6b00770634 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046898 Jun 07 14:01:14.850125 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-95616aec-7aaa-46ae-8300-7ca1a278b280 req-891dfddf-92be-4dba-906b-482348a7b8b6 service neutron] 10.222.0.55 "GET /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287426 Jun 07 14:01:14.855169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.897488 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.959691 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fce80-a506-43ec-8b23-69efa3547000 req-92eab0fc-cc09-4f01-bad1-dc0d1819ea99 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:14.961449 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-834fce80-a506-43ec-8b23-69efa3547000 req-92eab0fc-cc09-4f01-bad1-dc0d1819ea99 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0993130 Jun 07 14:01:14.963631 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.966136 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:14.967279 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc121663-cc00-4287-b7e5-9e4f505d6da8 HTTP/1.1" status: 204 len: 168 time: 0.2786984 Jun 07 14:01:14.968098 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b31da261-7989-4b81-97d2-a0cf3f56cbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:14.994055 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc121663-cc00-4287-b7e5-9e4f505d6da8,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:15.010039 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.010785 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.011621 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.012381 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.013239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.013985 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.014728 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.015471 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.016241 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.016984 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.018003 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.018905 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-834fce80-a506-43ec-8b23-69efa3547000 req-93c45b51-e9d7-4ee1-b08c-017be0072725 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494039 Jun 07 14:01:15.021283 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:15.027867 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e83a3980-c736-41fa-a01d-131368cb77cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:15.393998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54028) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:15.419104 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.540786 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.545062 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.553687 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-0344a199-4cc1-46b2-af07-a2b0b6bcc9f0 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:15.595314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d731d512-007e-42f7-8a44-d290fb35d511,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:15.599640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:15.602354 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ed947f76-6678-4bc5-83f7-80b1d63063db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a65cefbbd824d83be9f713714b37b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070556 Jun 07 14:01:15.604968 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54030) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:15.668133 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.696823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.771400 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.775650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:15.779809 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d731d512-007e-42f7-8a44-d290fb35d511 HTTP/1.1" status: 204 len: 168 time: 0.1710644 Jun 07 14:01:15.779809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d27071b1-4edc-429c-aa61-276686fbbbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:15.787682 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d731d512-007e-42f7-8a44-d290fb35d511,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:15.790186 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:15.942006 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cc381-f2d6-4357-88ad-a1bfc2aff4de req-42ba8cab-47af-46a4-8e6d-240139c8126f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:15.943686 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3e5cc381-f2d6-4357-88ad-a1bfc2aff4de req-42ba8cab-47af-46a4-8e6d-240139c8126f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 943 time: 0.1091967 Jun 07 14:01:16.020810 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3e5cc381-f2d6-4357-88ad-a1bfc2aff4de req-8ec4b453-67ab-4369-8508-c61966c5c7fd tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657723 Jun 07 14:01:16.238461 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3dc3c-2c55-4cca-b314-a190e7527dc1 req-7f445cf4-26ec-4744-9cc8-5ef52f1c63c5 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:16.238461 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-86b3dc3c-2c55-4cca-b314-a190e7527dc1 req-7f445cf4-26ec-4744-9cc8-5ef52f1c63c5 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0953412 Jun 07 14:01:16.303453 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-86b3dc3c-2c55-4cca-b314-a190e7527dc1 req-5fa42270-aaab-48c8-9847-640f845cc870 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616434 Jun 07 14:01:16.688910 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device bf52b7ed-3c43-4f1a-b566-42f615de6dca details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:01:16.840205 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:16.853716 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca', 'network_id': '8791beb3-16c6-469e-a9e9-0f6c1f966cc4', 'port_id': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca', 'mac_address': 'fa:16:3e:cf:8a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbf8d0-c684-4543-95d5-7de8f99bc71a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:01:16.907850 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:16.925383 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf52b7ed-3c43-4f1a-b566-42f615de6dca {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:01:16.941059 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:16.945074 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:16.946806 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:17.017127 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:17.021181 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:17.217594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af8f73-a254-4110-8356-009daed4b22a req-eb423bdf-9da0-422a-afda-6841838b8fca tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:17.219021 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-94af8f73-a254-4110-8356-009daed4b22a req-eb423bdf-9da0-422a-afda-6841838b8fca tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 944 time: 0.0862279 Jun 07 14:01:17.263897 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-94af8f73-a254-4110-8356-009daed4b22a req-bf504b62-a989-4c9c-a867-5cc3065f8465 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Jun 07 14:01:17.298641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['bf52b7ed-3c43-4f1a-b566-42f615de6dca'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:01:17.510149 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2671b0-c33a-423f-87cc-d4865c0ea764 req-813e0d45-bc6d-4560-8e3d-8401a602bc0f tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:17.515968 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8c2671b0-c33a-423f-87cc-d4865c0ea764 req-813e0d45-bc6d-4560-8e3d-8401a602bc0f tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.1009099 Jun 07 14:01:17.658790 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-8c2671b0-c33a-423f-87cc-d4865c0ea764 req-a9288f73-26f6-4a7e-850f-c8d430b4d6e5 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412613 Jun 07 14:01:18.443670 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeb356-305f-4230-9ecf-f1f2b588cbe4 req-0dce6c65-cb6f-4484-bf53-378d00c874b5 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:18.445113 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-39eeb356-305f-4230-9ecf-f1f2b588cbe4 req-0dce6c65-cb6f-4484-bf53-378d00c874b5 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 944 time: 0.0783885 Jun 07 14:01:18.490119 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-39eeb356-305f-4230-9ecf-f1f2b588cbe4 req-9384f9b6-2a28-411f-b4dd-c8fa9d4d08bf tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Jun 07 14:01:18.703892 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device bf52b7ed-3c43-4f1a-b566-42f615de6dca up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:01:18.777034 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port bf52b7ed-3c43-4f1a-b566-42f615de6dca completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:01:18.781791 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port bf52b7ed-3c43-4f1a-b566-42f615de6dca triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:01:18.782161 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:18.850889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc08918-5d41-4faa-8d87-61f0f3dde530 req-f7bc3035-ac70-4aee-a918-384e70fbc869 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:18.853498 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5fc08918-5d41-4faa-8d87-61f0f3dde530 req-f7bc3035-ac70-4aee-a918-384e70fbc869 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0888786 Jun 07 14:01:18.903010 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5fc08918-5d41-4faa-8d87-61f0f3dde530 req-b170b601-8d39-49c7-840d-248eeebc027f tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Jun 07 14:01:18.911639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:18.944811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:18.947328 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5981f112-909a-4390-9e91-f2b34eed53a0" -d '{"events": [{"server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "name": "network-vif-plugged", "status": "completed", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:18.956401 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:18.962489 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:18.964804 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:19.015406 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4485966f-1753-438e-81cc-551c5877cf0a x-openstack-request-id: req-4485966f-1753-438e-81cc-551c5877cf0a {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:19.015732 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "name": "network-vif-plugged", "status": "completed", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:19.015987 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4485966f-1753-438e-81cc-551c5877cf0a {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:19.016370 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca', 'code': 200} Jun 07 14:01:19.036844 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:19.039874 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:19.285027 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825e6c1-dfd4-4b16-91cf-74ba38af4b9f req-7589d772-b61d-48c8-8da8-09fcf0d7e193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:19.286497 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3825e6c1-dfd4-4b16-91cf-74ba38af4b9f req-7589d772-b61d-48c8-8da8-09fcf0d7e193 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 1098 time: 0.0782111 Jun 07 14:01:19.329454 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3825e6c1-dfd4-4b16-91cf-74ba38af4b9f req-3afbe2c3-ec7e-4cff-8796-54786c7cfa4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359488 Jun 07 14:01:19.682802 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92355-2c56-43b4-b75f-043f91e0bb96 req-fe3b7d58-80ac-4f1e-b02b-f86331977ed9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:19.684283 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-88b92355-2c56-43b4-b75f-043f91e0bb96 req-fe3b7d58-80ac-4f1e-b02b-f86331977ed9 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.0825274 Jun 07 14:01:19.729103 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-88b92355-2c56-43b4-b75f-043f91e0bb96 req-f7922bc2-e851-4383-a06c-fa8c300977a3 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Jun 07 14:01:20.092021 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8f75e-5e87-4226-b3cd-11f9bf6aa664 req-880c2390-8f14-49cb-bd01-a7718cda3d64 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:20.093486 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-16b8f75e-5e87-4226-b3cd-11f9bf6aa664 req-880c2390-8f14-49cb-bd01-a7718cda3d64 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0825574 Jun 07 14:01:20.144552 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-16b8f75e-5e87-4226-b3cd-11f9bf6aa664 req-e72563c5-d48b-47af-93aa-f672b1ae3c33 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Jun 07 14:01:20.727229 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:01:20.864601 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:20.878006 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'mac_address': 'fa:16:3e:dc:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:01:20.919919 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96abc-0ff7-4844-b137-6ea4f4b7cfc3 req-f168f2c0-a8f4-42b0-988c-002c8dda8a9b tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:20.921473 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2eb96abc-0ff7-4844-b137-6ea4f4b7cfc3 req-f168f2c0-a8f4-42b0-988c-002c8dda8a9b tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.0833907 Jun 07 14:01:20.936182 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:20.953166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df97b30b-0cf8-4865-a43a-aa29df9f3948 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:01:20.969353 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:20.973054 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-2eb96abc-0ff7-4844-b137-6ea4f4b7cfc3 req-f8d886cc-8d50-435a-b514-c4c78659073e tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449905 Jun 07 14:01:20.974211 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:20.975970 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-db9e1c59-a016-490b-9618-7e437502b358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:21.042285 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:21.045337 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:21.341386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d5146-ffb9-435e-9c51-be72060fd6f2 req-daaad410-f328-4e18-883a-3d57854cfa5c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:21.342961 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cf4d5146-ffb9-435e-9c51-be72060fd6f2 req-daaad410-f328-4e18-883a-3d57854cfa5c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 945 time: 0.0930955 Jun 07 14:01:21.352672 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['df97b30b-0cf8-4865-a43a-aa29df9f3948'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:01:21.396088 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cf4d5146-ffb9-435e-9c51-be72060fd6f2 req-a9ee4621-b3e9-4b6d-b07c-5a931f192250 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463912 Jun 07 14:01:22.275010 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dc50c-dde7-4bab-b3d1-38fe5834d703 req-adc528ff-1dca-4ff0-b3be-7a447d61c9ec tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:22.276533 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-152dc50c-dde7-4bab-b3d1-38fe5834d703 req-adc528ff-1dca-4ff0-b3be-7a447d61c9ec tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.0992110 Jun 07 14:01:22.326242 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-152dc50c-dde7-4bab-b3d1-38fe5834d703 req-89dfa9a8-2f0b-4683-8bfd-637524107f97 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431528 Jun 07 14:01:22.595027 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762a97-cb37-4b55-b0b6-5f3b9075ad40 req-035ab2b4-1087-407e-b7fe-d33f054ac32b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:22.597416 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-16762a97-cb37-4b55-b0b6-5f3b9075ad40 req-035ab2b4-1087-407e-b7fe-d33f054ac32b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 945 time: 0.0865865 Jun 07 14:01:22.644523 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-16762a97-cb37-4b55-b0b6-5f3b9075ad40 req-7a6c58a6-932d-43f7-974b-7b7827608604 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Jun 07 14:01:22.738550 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:01:22.813689 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port df97b30b-0cf8-4865-a43a-aa29df9f3948 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:01:22.821024 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port df97b30b-0cf8-4865-a43a-aa29df9f3948 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:01:22.821651 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:22.945911 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:22.973461 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:22.975742 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4745cca4-9938-4e51-9b3b-e93ec16436f7" -d '{"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-plugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:22.983134 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:22.987710 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:22.989535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-0a3bca9b-e040-4852-a04e-18a8188b0f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:23.019250 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff33be69-9d93-4557-9e59-f9fa6d0210f6 x-openstack-request-id: req-ff33be69-9d93-4557-9e59-f9fa6d0210f6 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:23.019567 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-plugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:23.019830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff33be69-9d93-4557-9e59-f9fa6d0210f6 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:23.020221 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'code': 200} Jun 07 14:01:23.058621 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:23.061914 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:23.394843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67f18-0611-4dda-8a82-4d49ea6fac19 req-c8f368ad-004d-4631-b610-5701cd74f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:23.397089 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdd67f18-0611-4dda-8a82-4d49ea6fac19 req-c8f368ad-004d-4631-b610-5701cd74f319 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0793531 Jun 07 14:01:23.449744 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cdd67f18-0611-4dda-8a82-4d49ea6fac19 req-fcb3cecf-ea9b-4ebf-a970-38156de3836e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Jun 07 14:01:23.532223 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14fea0-a4a0-46c3-be77-f1cd42441128 req-d3f00b70-1bb5-4eea-bb57-c94b2d815932 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:23.534629 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc14fea0-a4a0-46c3-be77-f1cd42441128 req-d3f00b70-1bb5-4eea-bb57-c94b2d815932 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.0952313 Jun 07 14:01:23.580567 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dc14fea0-a4a0-46c3-be77-f1cd42441128 req-6c825e95-bc93-4ba7-b922-661fd428b7ca tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Jun 07 14:01:23.839380 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb654362-a184-4de0-9346-cff98a232b09 req-963b05cc-3e15-4590-bc5e-0bad5da50f43 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:23.840837 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cb654362-a184-4de0-9346-cff98a232b09 req-963b05cc-3e15-4590-bc5e-0bad5da50f43 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0849159 Jun 07 14:01:23.887467 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-cb654362-a184-4de0-9346-cff98a232b09 req-268cf5be-3f84-4007-8764-ecc95611a427 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Jun 07 14:01:24.511711 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007450a8-e221-4ab5-805c-27baf3652b4b req-690f193e-058d-4360-a495-c493ab958159 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:24.513130 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-007450a8-e221-4ab5-805c-27baf3652b4b req-690f193e-058d-4360-a495-c493ab958159 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.0818639 Jun 07 14:01:24.766383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Deleting port bf52b7ed-3c43-4f1a-b566-42f615de6dca {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:24.766766 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:24.803413 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb28a80-e8cd-49f3-8e5c-d1ea45c21ab2 req-61b90f7b-102f-400b-9154-00769a59aeb5 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:24.820177 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dcb28a80-e8cd-49f3-8e5c-d1ea45c21ab2 req-61b90f7b-102f-400b-9154-00769a59aeb5 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 945 time: 0.1217809 Jun 07 14:01:24.887581 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dcb28a80-e8cd-49f3-8e5c-d1ea45c21ab2 req-efcbba0b-f16c-44e1-8b54-a7511d78ca55 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/security-groups?id=b842cd5d-91c5-4983-9de2-33201d16ff47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Jun 07 14:01:24.941941 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] For port bf52b7ed-3c43-4f1a-b566-42f615de6dca, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=bf52b7ed-3c43-4f1a-b566-42f615de6dca,segment=NetworkSegment(09607ac3-65d0-4653-980d-630519d318bf),segment_id=09607ac3-65d0-4653-980d-630519d318bf)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:24.942365 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:25.116525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Calling delete_port for bf52b7ed-3c43-4f1a-b566-42f615de6dca owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:25.184113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e87357-d18b-4020-9d89-eb8448f18ec6 req-b5569230-001c-4e8f-8ce0-326f78bf3660 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:25.185565 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-32e87357-d18b-4020-9d89-eb8448f18ec6 req-b5569230-001c-4e8f-8ce0-326f78bf3660 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.1753049 Jun 07 14:01:25.278359 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-32e87357-d18b-4020-9d89-eb8448f18ec6 req-2720013f-9969-47b6-ae26-9185b623d520 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863562 Jun 07 14:01:25.306994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:25.313514 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4435685f-92a8-40c2-b79f-2ac2103302e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:25.349281 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['bf52b7ed-3c43-4f1a-b566-42f615de6dca'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:01:25.361603 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Pushing event deleted for resources: {'Port': ['ID=bf52b7ed-3c43-4f1a-b566-42f615de6dca,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:25.394228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:25.412728 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-7eecfd12-bdbc-4a88-93c6-b040e17256ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:25.438331 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] No DVR routers for this DVR port bf52b7ed-3c43-4f1a-b566-42f615de6dca on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:25.441336 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:25.443280 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-007450a8-e221-4ab5-805c-27baf3652b4b req-82eb45ab-ac90-45e1-807d-108fba6f5975 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.55 "DELETE /v2.0/ports/bf52b7ed-3c43-4f1a-b566-42f615de6dca HTTP/1.1" status: 204 len: 173 time: 0.9188273 Jun 07 14:01:25.443825 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'name': 'network-vif-deleted', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:25.446402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff44f9f2-0389-466b-917a-da9d40a1fe1b" -d '{"events": [{"server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "name": "network-vif-deleted", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:25.492920 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e429b7-7d47-48ce-87d0-a586c3ad1173 req-16bc2455-f822-4340-853f-5d84a3f3b78d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:25.493456 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1fdef6-356e-4231-86aa-a01f3f97927c x-openstack-request-id: req-6f1fdef6-356e-4231-86aa-a01f3f97927c {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:25.493818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2375c9-e27b-4d00-bb2d-d965450e4d65", "name": "network-vif-deleted", "tag": "bf52b7ed-3c43-4f1a-b566-42f615de6dca", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:25.494115 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f1fdef6-356e-4231-86aa-a01f3f97927c {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:25.494365 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5e429b7-7d47-48ce-87d0-a586c3ad1173 req-16bc2455-f822-4340-853f-5d84a3f3b78d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0933111 Jun 07 14:01:25.494547 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2375c9-e27b-4d00-bb2d-d965450e4d65', 'name': 'network-vif-deleted', 'tag': 'bf52b7ed-3c43-4f1a-b566-42f615de6dca', 'status': 'completed', 'code': 200} Jun 07 14:01:25.542299 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e5e429b7-7d47-48ce-87d0-a586c3ad1173 req-70c38859-99a2-4d9d-b528-e809d87f88ba tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413096 Jun 07 14:01:25.566813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54204) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:25.816008 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce09d3-17a4-4501-813e-c16b3a70bf3d tempest-TestShelveInstance-374805465 tempest-TestShelveInstance-374805465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:25.817495 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-83ce09d3-17a4-4501-813e-c16b3a70bf3d tempest-TestShelveInstance-374805465 tempest-TestShelveInstance-374805465-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1094 time: 0.2496912 Jun 07 14:01:25.820336 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54210) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:25.824707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:01:25.857818 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for floatingip, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:26.005312 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:26.093507 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-482e29e7-fc66-42ad-afc8-8a1871e58f77 req-996f2414-0564-47ee-88a6-263ac8f4b939 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] 10.222.0.20 "GET /v2.0/ports?device_id=6d2375c9-e27b-4d00-bb2d-d965450e4d65 HTTP/1.1" status: 200 len: 210 time: 0.0524962 Jun 07 14:01:26.194569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Allocated IP 172.27.1.214 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/0104198d-d111-4505-b41e-fc3abb2f077e) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:01:26.352498 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:26.388276 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:26.393336 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c4cd38b1-a989-4b15-a4e8-360ddfc225a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:26.463707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:01:26.466503 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:01:26.470428 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:01:26.501937 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'Port': ['ID=0104198d-d111-4505-b41e-fc3abb2f077e,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:26.509559 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:27.034758 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:27.120414 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:27.368601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:27.374193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:27.378110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1dd5e987-3a22-4324-b71a-7fa390a02358 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:27.489739 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event updated for resources: {'Port': ['ID=0104198d-d111-4505-b41e-fc3abb2f077e,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:27.492580 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:27.499471 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:27.678939 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Floating IP 8af9760f-f37c-4852-8074-359d4f8df05c associated. External IP: 172.27.1.214, port: df97b30b-0cf8-4865-a43a-aa29df9f3948. Jun 07 14:01:27.940626 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-dd18c753-c536-449a-9cba-94930f4a76be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:28.058206 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:01:28.062844 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:28.299660 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:01:28.315839 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Sync routers for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:01:28.332453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:28.347131 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:28.347930 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:28.458202 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ffef9e32-f225-4854-8383-ad91d6d09116 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6366327 Jun 07 14:01:28.459080 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:28.463330 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3140c95b-f132-4ac9-9b38-d3914526acfb" -d '{"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:28.559567 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33894c-eae7-4236-92af-1df45d2de34a x-openstack-request-id: req-5d33894c-eae7-4236-92af-1df45d2de34a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:28.560228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:28.560677 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d33894c-eae7-4236-92af-1df45d2de34a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:28.561264 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'status': 'completed', 'code': 200} Jun 07 14:01:28.569929 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:28.704285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-2bcbffff-0ea9-404d-9e56-280b0cfc0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:28.706818 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-2bcbffff-0ea9-404d-9e56-280b0cfc0b36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0962627 Jun 07 14:01:28.785280 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device bf52b7ed-3c43-4f1a-b566-42f615de6dca no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:28.823029 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: bf52b7ed-3c43-4f1a-b566-42f615de6dca {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:28.823544 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device bf52b7ed-3c43-4f1a-b566-42f615de6dca not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:28.954708 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8af9760f-f37c-4852-8074-359d4f8df05c', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'mac_address': 'fa:16:3e:dc:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:01:26Z', 'updated_at': '2021-06-07T14:01:26Z', 'revision_number': 0, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:28.959149 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Checking router: ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:01:28.965345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-3dde17c8-96c4-45e2-b532-9bd37c6045a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:28.966798 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-3dde17c8-96c4-45e2-b532-9bd37c6045a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.2524366 Jun 07 14:01:28.967668 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:28.968306 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:29.071182 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-56011f01-e0af-4707-8249-5a70ed564b8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1000 time: 0.0975747 Jun 07 14:01:29.134592 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-bf90fdae-0025-4b47-934e-5be1083e47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:29.136109 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-bf90fdae-0025-4b47-934e-5be1083e47ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0586650 Jun 07 14:01:29.149318 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:29.185472 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:29.218679 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-201a5063-51f2-4e75-b3b5-f4929aaa35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:29.220220 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-201a5063-51f2-4e75-b3b5-f4929aaa35b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766859 Jun 07 14:01:29.537797 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8af9760f-f37c-4852-8074-359d4f8df05c', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'mac_address': 'fa:16:3e:dc:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:01:26Z', 'updated_at': '2021-06-07T14:01:26Z', 'revision_number': 0, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:29.545251 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7837cd-ab95-4a20-a378-6f21c4968137 None None] The sync data for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi is: [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': '8af9760f-f37c-4852-8074-359d4f8df05c', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'mac_address': 'fa:16:3e:dc:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:01:26Z', 'updated_at': '2021-06-07T14:01:26Z', 'revision_number': 0, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:01:29.721906 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093e70b-4383-4f3d-8959-5011bbc9c064 req-001a7529-7f63-4bb2-8bd4-64195b024137 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:29.723458 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7093e70b-4383-4f3d-8959-5011bbc9c064 req-001a7529-7f63-4bb2-8bd4-64195b024137 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.0948668 Jun 07 14:01:29.751168 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89516e7b-a989-487c-b3d4-5c8c26e2517d None None] New status for floating IP 8af9760f-f37c-4852-8074-359d4f8df05c: ACTIVE {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:01:29.775631 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7093e70b-4383-4f3d-8959-5011bbc9c064 req-8b3a3752-1f0b-45de-bd96-ac266470eb21 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461648 Jun 07 14:01:30.207635 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-2482bc63-9bd2-43d4-bf6a-b07b94dfd40d service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336088 Jun 07 14:01:30.908353 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:30.978256 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccb159-4d80-4b26-afac-3139b17e7287 req-592a8348-1564-48db-adc5-a360398ab178 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:30.980659 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1bccb159-4d80-4b26-afac-3139b17e7287 req-592a8348-1564-48db-adc5-a360398ab178 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.0901651 Jun 07 14:01:31.029574 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-1bccb159-4d80-4b26-afac-3139b17e7287 req-13143dd4-5321-4490-a000-d8b0f28c7efc tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431843 Jun 07 14:01:32.079815 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3140c95b-f132-4ac9-9b38-d3914526acfb req-10e9fe30-9a5d-44e8-af1f-6896d8b4fb65 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299319 Jun 07 14:01:32.233301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa280f6-964c-475d-b326-bac3bbe2f408 req-59f7c878-717d-4e45-8dfa-b0339f85318e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:32.234753 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2aa280f6-964c-475d-b326-bac3bbe2f408 req-59f7c878-717d-4e45-8dfa-b0339f85318e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.0820394 Jun 07 14:01:32.283760 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2aa280f6-964c-475d-b326-bac3bbe2f408 req-5a5d3bb5-c8a8-41a8-84fd-0768877997cf tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Jun 07 14:01:33.514958 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884aaef-d744-448c-99f3-1025cd12765a req-42e095ee-61a0-4b22-b50a-b86191700213 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:33.517652 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f884aaef-d744-448c-99f3-1025cd12765a req-42e095ee-61a0-4b22-b50a-b86191700213 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.1156232 Jun 07 14:01:33.578537 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f884aaef-d744-448c-99f3-1025cd12765a req-e3ec126b-40d6-4de1-a27e-fc6775daad1e tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543938 Jun 07 14:01:33.917724 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-298a49dd-d879-4c41-aea8-ebdf6795b65b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:33.920248 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-298a49dd-d879-4c41-aea8-ebdf6795b65b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.1016445 Jun 07 14:01:34.077534 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Deleting port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:34.077534 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:34.240764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] For port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:34.241195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:34.665601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:34.666201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:34.666674 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Floating IP 8bbb7464-e1c1-4a3f-81c6-ce4fa40728df disassociated. External IP: 172.27.1.200, port: 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd. Jun 07 14:01:34.667187 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Calling delete_port for 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:35.082459 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22450c-8214-4f04-b19c-840180de537e req-12714c29-f94b-4713-9bf1-db988e529e2d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:35.084183 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e22450c-8214-4f04-b19c-840180de537e req-12714c29-f94b-4713-9bf1-db988e529e2d tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 947 time: 0.3357317 Jun 07 14:01:35.086446 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:35.100559 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ba703495-7060-443e-941f-e0199eee533f tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:35.218696 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'Port': ['ID=4f54c4e8-24c0-4a32-b9fe-27d7716a13bd,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:35.222604 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:35.352819 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e22450c-8214-4f04-b19c-840180de537e req-e5906f68-070b-4cef-8fbb-34102185b36b tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e5637bc-859e-43be-8e54-eeae591f15f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970081 Jun 07 14:01:35.466522 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:35.497326 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:01:35.711998 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:01:35.723040 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:01:35.736455 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:35.738284 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:35.803990 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] No DVR routers for this DVR port 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:35.806388 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:35.808522 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7f76c674-43b6-424b-8513-16b3b503a7ca req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.55 "DELETE /v2.0/ports/4f54c4e8-24c0-4a32-b9fe-27d7716a13bd HTTP/1.1" status: 204 len: 173 time: 1.8830738 Jun 07 14:01:35.809048 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-deleted', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:01:35.811468 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323b6cbd-b53a-4c15-bebd-ae88d7468a59" -d '{"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-deleted", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:01:35.908300 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a017e7-2ac9-44b8-8c1d-bd6536aca91a x-openstack-request-id: req-d9a017e7-2ac9-44b8-8c1d-bd6536aca91a {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:01:35.908817 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d9dd24-57d2-499e-a4c8-25bbab6b1883", "name": "network-vif-deleted", "tag": "4f54c4e8-24c0-4a32-b9fe-27d7716a13bd", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:01:35.909120 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9a017e7-2ac9-44b8-8c1d-bd6536aca91a {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:01:35.909555 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d9dd24-57d2-499e-a4c8-25bbab6b1883', 'name': 'network-vif-deleted', 'tag': '4f54c4e8-24c0-4a32-b9fe-27d7716a13bd', 'status': 'completed', 'code': 200} Jun 07 14:01:35.995302 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:36.361625 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:36.371713 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:01:36.377052 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:36.377857 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:36.660124 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b489ab16-08b4-4d3e-ba20-391bc2e1146b req-8dbd232c-7a62-477b-a71b-5fe8a80ad5a0 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/ports?device_id=42d9dd24-57d2-499e-a4c8-25bbab6b1883 HTTP/1.1" status: 200 len: 210 time: 0.0540524 Jun 07 14:01:36.665626 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:37.073243 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:37.077634 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1c5676-e806-4918-97f4-63aaff4aecd1 None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T13:53:15Z', 'revision_number': 4, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '807fc4b5-95ea-41dd-894b-d4754a6c6ce5', 'name': '', 'network_id': 'd0ed6f5a-50f4-4e98-a300-2891c438d658', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'mac_address': 'fa:16:3e:18:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:53:12Z', 'updated_at': '2021-06-07T13:53:32Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'subnets': [{'id': '26a5234a-6f1b-48f7-aca3-1394b422d367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:01:37.359500 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b693f-db49-459a-b28e-9a5c5eb68e92 None None] New status for floating IP 8bbb7464-e1c1-4a3f-81c6-ce4fa40728df: DOWN {{(pid=91747) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:01:37.807859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54420) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:37.887880 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:37.922641 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:37.992960 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:37.995852 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.000296 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54428) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:38.000858 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e5637bc-859e-43be-8e54-eeae591f15f3 HTTP/1.1" status: 204 len: 168 time: 0.1904871 Jun 07 14:01:38.002527 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e51c09bc-d7e0-44da-a24d-b7d18a936ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:38.015339 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5637bc-859e-43be-8e54-eeae591f15f3,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:38.018300 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:38.037789 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.api.v2.resource [None req-bdf2bba9-461c-4ded-ae21-b19e0ec69101 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] show failed (client error): The resource could not be found. Jun 07 14:01:38.042630 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bdf2bba9-461c-4ded-ae21-b19e0ec69101 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "GET /v2.0/security-groups/3e5637bc-859e-43be-8e54-eeae591f15f3 HTTP/1.1" status: 404 len: 347 time: 0.0364959 Jun 07 14:01:38.044862 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54434) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:38.368635 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Deleting port 33d6f9ee-cb16-464c-8cad-226d58b4fe11 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:38.369148 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.570105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.570847 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.722484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Calling delete_port for 33d6f9ee-cb16-464c-8cad-226d58b4fe11 owned by network:floatingip {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:38.797168 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54452) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:38.800026 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:38.852474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:38.854588 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:38.855188 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 4f54c4e8-24c0-4a32-b9fe-27d7716a13bd not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:38.858105 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-807d9f92-ff2d-4b50-b46b-f326ec033dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:38.969469 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.021891 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Pushing event deleted for resources: {'Port': ['ID=33d6f9ee-cb16-464c-8cad-226d58b4fe11,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:39.094203 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:39.127057 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.133814 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.138516 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks [] for floatingip, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.141800 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.143787 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-ce489fcb-87d9-479c-ba25-e14696c0fb40 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bbb7464-e1c1-4a3f-81c6-ce4fa40728df HTTP/1.1" status: 204 len: 168 time: 1.0973082 Jun 07 14:01:39.155774 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d35c6a52-ef31-4ee3-9df7-6d0c014d5f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:39.213801 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1736e6f9dcfe4b50b42656bed3473665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153867 Jun 07 14:01:39.216759 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54462) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:39.218852 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973f4fd-e64c-4d27-b243-d7cf4109535a,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:39.235332 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:39.312859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.369307 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.438623 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.441505 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:39.442684 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e973f4fd-e64c-4d27-b243-d7cf4109535a HTTP/1.1" status: 204 len: 168 time: 0.2243633 Jun 07 14:01:39.443465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-08872a29-84e3-46fd-ab04-8fd39f92318d tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:39.455834 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973f4fd-e64c-4d27-b243-d7cf4109535a,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:39.458640 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:39.803973 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54470) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:39.837500 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.008091 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.013717 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.024289 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f4634582-a544-499b-b222-f918e16c76d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:40.085588 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a320327cab0e4a7095d5154a8a182fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800367 Jun 07 14:01:40.086532 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54da6b0-44cf-4068-961b-6cbcf0b17826,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:40.088671 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54472) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:40.090372 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:40.190081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.221870 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.291135 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.293747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:40.297720 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d54da6b0-44cf-4068-961b-6cbcf0b17826 HTTP/1.1" status: 204 len: 168 time: 0.2078757 Jun 07 14:01:40.299391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-314905dc-5b1b-44e8-9263-39391d8a6350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:40.312637 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54da6b0-44cf-4068-961b-6cbcf0b17826,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:40.321241 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:42.182515 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54542) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:43.139608 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:43.610630 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Deleting port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:43.611320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:43.744190 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] For port 807fc4b5-95ea-41dd-894b-d4754a6c6ce5, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:43.745001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:43.988245 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Calling delete_port for 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 owned by network:router_interface {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:44.182503 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:44.196246 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5c429f6c-c41f-4b74-83c0-f39413f0fbdc tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:44.263371 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=807fc4b5-95ea-41dd-894b-d4754a6c6ce5,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:44.267967 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:44.682127 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:44.787197 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:01:45.269526 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Router 579f1f2e-0ee3-4780-8a6e-e9069329f87a has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:01:45.459072 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:01:45.466402 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9aa88b28-73bb-4e98-a469-24f3eef35bfa admin admin] 10.222.0.20 "PUT /v2.0/routers/579f1f2e-0ee3-4780-8a6e-e9069329f87a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2806659 Jun 07 14:01:45.466668 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54590) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:45.472951 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Sync routers for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:01:45.488895 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:45.489890 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:45.680569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks [] for router, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:45.723999 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:46.113750 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:46.249343 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Deleting port 03729ccd-d895-4797-8855-ef965d8a15d4 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:46.250119 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:46.275197 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T14:01:44Z', 'revision_number': 5, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port': {'id': '03729ccd-d895-4797-8855-ef965d8a15d4', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:52:56Z', 'updated_at': '2021-06-07T13:53:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:46.287836 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Checking router: 579f1f2e-0ee3-4780-8a6e-e9069329f87a for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:01:46.305191 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Routers {'579f1f2e-0ee3-4780-8a6e-e9069329f87a'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:01:46.305864 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:46.465614 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] For port 03729ccd-d895-4797-8855-ef965d8a15d4, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=03729ccd-d895-4797-8855-ef965d8a15d4,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:46.466855 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:46.620296 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] Set router 579f1f2e-0ee3-4780-8a6e-e9069329f87a gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:01:46.653827 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Calling delete_port for 03729ccd-d895-4797-8855-ef965d8a15d4 owned by network:router_gateway {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:46.762438 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T14:01:46Z', 'revision_number': 6, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:46.771973 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5497b0bc-1e41-4f06-a070-bc210f6a1f2f None None] The sync data for ids ['579f1f2e-0ee3-4780-8a6e-e9069329f87a'] in dv-cinder-772623-7-iscsi is: [{'id': '579f1f2e-0ee3-4780-8a6e-e9069329f87a', 'name': 'tempest-AttachVolumeShelveTestJSON-600542850-router', 'tenant_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:52:53Z', 'updated_at': '2021-06-07T14:01:46Z', 'revision_number': 6, 'project_id': 'eeda00b37dc844e3a01d035d1d5e3817', 'gw_port_host': None}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:01:46.903856 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:46.909181 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8cbdf775-2230-450b-b597-8e6bb2a70a4d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:46.958536 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Pushing event deleted for resources: {'Port': ['ID=03729ccd-d895-4797-8855-ef965d8a15d4,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:46.963304 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:47.091707 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.336776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.341360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.388598 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.389650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 579f1f2e-0ee3-4780-8a6e-e9069329f87a {{(pid=91746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:01:47.394321 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.397834 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] 10.222.0.20 "DELETE /v2.0/routers/579f1f2e-0ee3-4780-8a6e-e9069329f87a HTTP/1.1" status: 204 len: 168 time: 1.9277248 Jun 07 14:01:47.397980 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54624) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:47.465268 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Deleting subnet 26a5234a-6f1b-48f7-aca3-1394b422d367 {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:01:47.473195 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.541485 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.567048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54636) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:47.647239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.759410 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.771877 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.791273 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-8b094ded-7162-4e71-97c6-3b146837d278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:47.803985 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:47.839858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a5234a-6f1b-48f7-aca3-1394b422d367,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:47.844054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:47.848774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:47.854276 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:47.854875 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 807fc4b5-95ea-41dd-894b-d4754a6c6ce5 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:47.855019 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3c9db572-dfb5-4fe2-8ed8-c747f77b5cfd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/26a5234a-6f1b-48f7-aca3-1394b422d367 HTTP/1.1" status: 204 len: 168 time: 0.4554629 Jun 07 14:01:47.855844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54640) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:47.857752 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 03729ccd-d895-4797-8855-ef965d8a15d4 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:47.907910 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 03729ccd-d895-4797-8855-ef965d8a15d4 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:47.908909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 03729ccd-d895-4797-8855-ef965d8a15d4 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:47.918414 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b7d62-e0f7-4aed-9f06-24d7658abdab None None] Network d0ed6f5a-50f4-4e98-a300-2891c438d658 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:01:47.993793 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.003387 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.020275 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-667b555e-73f8-429a-97e6-54f76ae55aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:48.044958 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.086696 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36913f948b3246468825792b149ef025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180559 Jun 07 14:01:48.089330 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54642) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:48.162260 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b090af2-402e-479e-9e74-b64d734c60e3,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:48.208655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:48.233414 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.272967 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.306242 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Deleting port 963c67e1-617b-4856-a216-f42a144a3544 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:48.306477 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.321099 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] DHCP port deletion for d0ed6f5a-50f4-4e98-a300-2891c438d658 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:01:48.354731 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.357947 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.363746 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6b090af2-402e-479e-9e74-b64d734c60e3 HTTP/1.1" status: 204 len: 168 time: 0.2728760 Jun 07 14:01:48.364818 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-920d6beb-cbde-46a4-8f01-d2e7bdb8e6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:48.386733 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b090af2-402e-479e-9e74-b64d734c60e3,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:48.396837 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d5c95fee-44b2-46ad-8215-17dd74f4b0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:48.427852 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] For port 963c67e1-617b-4856-a216-f42a144a3544, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=963c67e1-617b-4856-a216-f42a144a3544,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:48.427852 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.461288 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Deleting port 963c67e1-617b-4856-a216-f42a144a3544 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:01:48.462034 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.584516 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Calling delete_port for 963c67e1-617b-4856-a216-f42a144a3544 owned by network:dhcp {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:48.667934 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] For port 963c67e1-617b-4856-a216-f42a144a3544, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=963c67e1-617b-4856-a216-f42a144a3544,segment=NetworkSegment(9b3d9227-2939-4e54-802f-13f6f270c0be),segment_id=9b3d9227-2939-4e54-802f-13f6f270c0be)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:01:48.668327 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.680594 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.690377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-15015053-2765-431d-ad17-bd543e6b6070 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:48.754774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=963c67e1-617b-4856-a216-f42a144a3544,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:48.756734 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] No DVR routers for this DVR port 963c67e1-617b-4856-a216-f42a144a3544 on host dv-cinder-772623-7-iscsi {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:48.758580 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:48.822151 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54652) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:48.848902 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.880821 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Calling delete_port for 963c67e1-617b-4856-a216-f42a144a3544 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:01:48.922029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.936016 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ed6f5a-50f4-4e98-a300-2891c438d658']}} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:48.958392 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3d9227-2939-4e54-802f-13f6f270c0be') {'for_net_delete': True} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:48.958885 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.services.segments.db [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3d9227-2939-4e54-802f-13f6f270c0be') {} {{(pid=91746) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:48.975466 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1936926'] for segment, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.978069 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:48.988766 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:48.999196 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.020062 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=91746) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:01:49.020885 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3009297'] for segment, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.036646 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Pushing event deleted for resources: {'Port': ['ID=963c67e1-617b-4856-a216-f42a144a3544,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:49.038446 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] No DVR routers for this DVR port 963c67e1-617b-4856-a216-f42a144a3544 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:01:49.040072 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-1c91be86-ff2d-4a56-9f4f-704c686f3615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: Traceback (most recent call last): Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: timer() Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: cb(*args, **kw) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: return func(*args, **kwargs) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: self._notify() Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: self.callback(batched_events) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: event.method(event) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: return f(self, *a, **k) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._get(url).json() Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: return self.request(url, 'GET', **kwargs) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:01:49.051444 dv-cinder-772623-7-iscsi neutron-server[91746]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:01:49.082473 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.092915 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.113291 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-22ba48dd-8d26-44c5-ab88-e245a29f8edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:49.142316 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.149643 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b7a7ce22-b459-4f2f-b6a8-72a6c9af1684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:49.160592 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd534dc45b2a4c01a6ec996420acbdd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363862 Jun 07 14:01:49.164010 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54654) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:49.170230 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.171968 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d0ed6f5a-50f4-4e98-a300-2891c438d658 HTTP/1.1" status: 204 len: 168 time: 1.3149164 Jun 07 14:01:49.178499 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ed6f5a-50f4-4e98-a300-2891c438d658,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:49.181196 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b5cf2-4db3-4d63-bcd2-f4913a72313f,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:49.181354 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:49.185443 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:49.254451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.287897 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.389604 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.392211 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.401676 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d1b5cf2-4db3-4d63-bcd2-f4913a72313f HTTP/1.1" status: 204 len: 168 time: 0.2341232 Jun 07 14:01:49.402315 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:49.426347 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b5cf2-4db3-4d63-bcd2-f4913a72313f,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:49.428941 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:49.493083 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54666) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:49.560399 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0f953e33-66f3-46e1-840b-934a47533f5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeda00b37dc844e3a01d035d1d5e3817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0659533 Jun 07 14:01:49.563684 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54668) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:49.669963 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.725397 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.816370 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.820119 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:49.821504 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76c56974-3d93-477f-98f9-c164a04784fd HTTP/1.1" status: 204 len: 168 time: 0.2566531 Jun 07 14:01:49.822435 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-97c20357-52c7-4885-890d-4659c854adb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:49.823185 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 963c67e1-617b-4856-a216-f42a144a3544 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:01:49.854407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c56974-3d93-477f-98f9-c164a04784fd,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:49.858565 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:49.930296 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 963c67e1-617b-4856-a216-f42a144a3544 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:01:49.930896 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 963c67e1-617b-4856-a216-f42a144a3544 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:01:52.792161 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54812) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:52.919029 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.035686 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.040766 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.051584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1acbd4c8-bfe9-4b1b-b390-bf22b7403c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:53.121652 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2971f71e5cc44e1795faf7d875ee940c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278277 Jun 07 14:01:53.124141 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54824) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:53.134865 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ca35dc-6c42-4a1f-be68-f75711a50677,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:53.139544 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-109097a2-df5e-4375-92b4-5943e30cec12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:53.189438 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.216509 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.273184 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.275843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.276960 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73ca35dc-6c42-4a1f-be68-f75711a50677 HTTP/1.1" status: 204 len: 168 time: 0.1519299 Jun 07 14:01:53.277732 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c2d3e410-3db0-4058-a3f2-12ac759b2170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:53.287439 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ca35dc-6c42-4a1f-be68-f75711a50677,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:53.289849 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-bc11e7d4-0038-417b-abde-4c884126b505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:53.567809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54834) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:53.584835 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.691973 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.695660 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.705037 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-62557934-dd85-416e-8e70-b96af5059c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:53.745716 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=446641f874754bcfba7cb7d93fb78733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766884 Jun 07 14:01:53.747432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6764a984-80a4-41ac-b836-4f62a167a935,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:53.748305 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54836) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:53.750568 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:53.811420 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.838398 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.892619 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.896813 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:53.897948 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6764a984-80a4-41ac-b836-4f62a167a935 HTTP/1.1" status: 204 len: 168 time: 0.1485527 Jun 07 14:01:53.898720 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8a628d8c-9020-4a25-8dea-38d3f57f9bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:53.909478 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764a984-80a4-41ac-b836-4f62a167a935,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:53.911965 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-878fc2d7-8ebd-491b-b3fa-fc68e06536e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:55.406375 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-930e9def-95eb-40c7-84df-91daf7387a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.080837 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54982) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:56.207581 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.313023 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.319924 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.327542 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c9c9e4da-f588-4ad2-87a9-6026cc3e47f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:56.371831 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a34c0b464b60458caa450e1a916c0831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897453 Jun 07 14:01:56.372747 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb23f8-bc67-4d53-b09b-48daac455c4d,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:56.374593 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54988) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:56.380373 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.380746 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.381106 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.381462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.381812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.382160 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.382780 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.383134 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.383481 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.383852 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.384225 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.384669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:01:56.388488 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-bdd3d19d-0433-4e0d-bb88-aa4867ece82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:56.435096 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.465580 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.524802 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.527436 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.528602 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48bb23f8-bc67-4d53-b09b-48daac455c4d HTTP/1.1" status: 204 len: 168 time: 0.1529386 Jun 07 14:01:56.529448 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-27b68aa2-b704-4544-9f49-6dfafd327b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:56.539925 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bb23f8-bc67-4d53-b09b-48daac455c4d,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:56.542145 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:56.840764 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 54994) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:56.858858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.974790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.981809 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:56.991065 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-da4836c5-d398-4d62-a1cd-15082f88c7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:57.033496 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fc2504782f646799c956b86e6c3588f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915972 Jun 07 14:01:57.034474 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965cfaee-b2ef-42a8-9052-1c7546b48a8c,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:57.036742 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 54998) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:57.037790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-f681c901-6ca0-48c9-aa0a-ce9d5900d5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:57.099376 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.127367 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.199886 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.202359 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.206421 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/965cfaee-b2ef-42a8-9052-1c7546b48a8c HTTP/1.1" status: 204 len: 168 time: 0.1657009 Jun 07 14:01:57.206421 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5042be75-fb16-4a6d-b80e-652eb47a3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:57.215535 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965cfaee-b2ef-42a8-9052-1c7546b48a8c,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:57.218131 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:57.295018 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55006) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:57.355011 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Deleting subnet 50dbf8d0-c684-4543-95d5-7de8f99bc71a {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:01:57.358288 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.411645 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.467743 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.545440 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.550927 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:57.587884 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dbf8d0-c684-4543-95d5-7de8f99bc71a,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:57.590061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.592039 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/50dbf8d0-c684-4543-95d5-7de8f99bc71a HTTP/1.1" status: 204 len: 168 time: 0.2959487 Jun 07 14:01:57.593240 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0f39368b-9004-46c1-8e44-a82a68dcb2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:57.595113 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55016) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:57.805391 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.936194 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-b61ff1f3-54a1-4a45-9257-2ae36f0218cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.940205 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.952648 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8791beb3-16c6-469e-a9e9-0f6c1f966cc4']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:57.965485 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09607ac3-65d0-4653-980d-630519d318bf') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:57.965710 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09607ac3-65d0-4653-980d-630519d318bf') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:01:57.977392 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:57.994408 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.001451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:01:58.001875 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:01:58.015545 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:01:58.068228 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.097527 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.101672 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b266e297-4031-485c-ade3-d81ce20e077a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:58.116813 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.118706 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8791beb3-16c6-469e-a9e9-0f6c1f966cc4 HTTP/1.1" status: 204 len: 168 time: 0.5223465 Jun 07 14:01:58.125302 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=8791beb3-16c6-469e-a9e9-0f6c1f966cc4,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:58.128035 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:58.250858 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55042) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:58.323622 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-217fce0b-0d18-4110-aeb1-026bb6f55212 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53dd35fdf147499c8b49bca3a54ab8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704160 Jun 07 14:01:58.326063 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55046) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:01:58.406750 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.438267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.533377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.542450 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:58.548509 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b842cd5d-91c5-4983-9de2-33201d16ff47 HTTP/1.1" status: 204 len: 168 time: 0.2203145 Jun 07 14:01:58.549369 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-5f8b515d-8df8-46d9-a4ad-28b8e0d30eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:01:58.570484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842cd5d-91c5-4983-9de2-33201d16ff47,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:01:58.578301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6e024fb9-7665-435a-95d4-c80825e54328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:01:58.812908 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-6b99f643-f6a2-4d94-badc-06d2084d67d7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513736811&fields=id&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 267 time: 0.0423086 Jun 07 14:01:58.973547 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-77ccff88-8d70-4284-92f8-1bd573f9b8e7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:01:58.975366 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-77ccff88-8d70-4284-92f8-1bd573f9b8e7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.1536725 Jun 07 14:01:58.992877 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-b49dab94-fb2b-41bc-894e-794dedc00f2e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/quotas/52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 375 time: 0.0096672 Jun 07 14:01:59.098756 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-318fa232-3f8e-42cc-b346-5e004188e035 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0995746 Jun 07 14:01:59.181926 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:01:59.249364 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-64e72e3b-4936-4a65-a8c3-40c4c08b7f06 service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358635 Jun 07 14:01:59.389901 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-51fa51bb-7326-4562-b473-acd2f20b3145 service neutron] 10.222.0.20 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342099 Jun 07 14:01:59.864943 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-821ec8db-e301-487d-8f56-4bf4b44f0753 req-13323d14-d1bf-4afd-bd86-685a3e7d5bb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 210 time: 0.0608499 Jun 07 14:02:00.919636 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:01.076665 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b37e297a-1373-42c0-95d8-b0b9211749fb req-48210b07-0bf5-402f-8977-3f3721880bd7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 210 time: 0.0863681 Jun 07 14:02:01.253773 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-24c1bcfd-d896-42ff-95d5-a65808dc47a8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:01.255997 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-24c1bcfd-d896-42ff-95d5-a65808dc47a8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 812 time: 0.2451007 Jun 07 14:02:01.329981 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-6b43f744-477c-484b-9a32-0df8c7135313 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc HTTP/1.1" status: 200 len: 379 time: 0.0517683 Jun 07 14:02:01.351228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'port': {'device_id': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'admin_state_up': True, 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'security_groups': ['2ffe1065-b5b1-4286-8c71-80e189639a91']}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:02:01.508038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Made reservation on behalf of 52ffdc12ca46421aa766d4cdcca4b4fc for: {'port': 1} {{(pid=91746) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 14:02:01.512921 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:01.793351 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_common [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.20.0.10 (ace8f1d3-2302-4324-9f05-1f382fc07853/fc1368aa-bfc1-4718-b9d2-18b094bcbbab/7417bd5c-01b2-4ebf-b862-4d443bd3daa0) {{(pid=91746) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:02:02.020262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.037649 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Transition to ACTIVE for port object 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 will not be triggered until provisioned by entity DHCP. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:02:02.065665 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.072006 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b5a600c5-abba-4396-9188-bbae8b3b8c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:02.174715 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network ace8f1d3-2302-4324-9f05-1f382fc07853 is already hosted by enough agents. {{(pid=91746) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:02:02.178444 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.base_scheduler [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91746) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:02:02.180515 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:02.182664 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91746) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:02:02.220262 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:02.319285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:02.319956 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.354097 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-9c6638cf-a1ab-45d9-b2a0-c12175c02eb9 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077531 Jun 07 14:02:02.369831 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf06f8-f0b8-40fc-8364-c4f903e7e203 req-945f49df-76c1-4440-8338-15ab2ef9740b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:02.371701 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37cf06f8-f0b8-40fc-8364-c4f903e7e203 req-945f49df-76c1-4440-8338-15ab2ef9740b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 932 time: 0.1528399 Jun 07 14:02:02.377445 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.v2.base [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Request body: {'port': {'device_id': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=91746) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:02:02.475798 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55240) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:02.496328 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-37cf06f8-f0b8-40fc-8364-c4f903e7e203 req-053ed00b-631d-4ea2-ae72-b6177d62ce69 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775757 Jun 07 14:02:02.534774 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ea721418-ec16-4e8b-b5a4-4474b5b52711 None None] Provisioning for port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 completed by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:02:02.541386 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ea721418-ec16-4e8b-b5a4-4474b5b52711 None None] Provisioning complete for port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 triggered by entity DHCP. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:02:02.542110 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ea721418-ec16-4e8b-b5a4-4474b5b52711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.635082 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.640905 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ea721418-ec16-4e8b-b5a4-4474b5b52711 None None] Port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 cannot update to ACTIVE because it is not bound. {{(pid=91747) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 14:02:02.672112 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.810752 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.816716 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.827108 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-342933b2-bbd6-46e4-9fc0-4889e55b4320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:02.873780 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5f720bb68f9459d9680031aa5e1397b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006538 Jun 07 14:02:02.874571 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bfac4c-e9cb-48ee-8619-a281edb00697,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:02.878991 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:02.879594 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55252) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:02.939494 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:02.966110 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.017267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 {{(pid=91746) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:02:03.018820 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.021420 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.022451 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7bfac4c-e9cb-48ee-8619-a281edb00697 HTTP/1.1" status: 204 len: 168 time: 0.1418622 Jun 07 14:02:03.023228 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8e4be541-2786-4d03-b9d5-2697f089542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:03.025578 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.033262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bfac4c-e9cb-48ee-8619-a281edb00697,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:03.036465 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b964e532-aeaf-4d51-b02e-6c83803a22d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:03.051754 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.provisioning_blocks [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Transition to ACTIVE for port object 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 will not be triggered until provisioned by entity L2. {{(pid=91746) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 14:02:03.055167 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.061143 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c479b5aa-3e21-4e54-9fa3-6720d53ee063 tempest-VolumesActionsTest-749371642 tempest-VolumesActionsTest-749371642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:03.266850 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Pushing event updated for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=2']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:03.270377 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:03.317995 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Attempting to bind port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 14:02:03.318449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Attempting to bind port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 14:02:03.318836 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Attempting to bind port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:02:03.324515 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 on network ace8f1d3-2302-4324-9f05-1f382fc07853 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 14:02:03.325123 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Attempting to bind port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 on network ace8f1d3-2302-4324-9f05-1f382fc07853 {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 14:02:03.333103 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Checking agent: {'id': 'b0b6b88e-793b-4330-bafb-1e451f013fe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'started_at': datetime.datetime(2021, 6, 7, 13, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 14:02:03.333762 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Checking segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91746) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 14:02:03.334275 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Bound using segment: {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'} {{(pid=91746) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 14:02:03.334875 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.managers [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Bound port: 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5dc6544-4930-4857-825d-84160927be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853'}}] {{(pid=91746) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 14:02:03.335601 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.369426 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55258) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:03.386123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.428947 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, cleared binding levels {{(pid=91746) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 14:02:03.432427 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 14:02:03.443113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3009357'] for port, after_update {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.447994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4bf88d29-d37a-4961-ba99-637b2a22e841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:03.494550 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.499692 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.505273 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:03.505893 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.507257 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] 10.222.0.55 "PUT /v2.0/ports/7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 200 len: 1094 time: 1.1343386 Jun 07 14:02:03.507813 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:02:03.510166 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f4b844-806e-452e-8db2-a148181e35ff" -d '{"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:02:03.524725 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3853259b-c84e-4f6b-81aa-1041b09dedad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:03.529563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Pushing event updated for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=3']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:03.533701 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2cfe2b5b-2d39-41e5-a514-0b3151eef9de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:03.576001 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f3474e-9884-4759-bc20-953d77ea4c36 x-openstack-request-id: req-12f3474e-9884-4759-bc20-953d77ea4c36 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:02:03.576340 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:02:03.576558 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34e286307eaf483fbc3e7e1dfd28f921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058728 Jun 07 14:02:03.576776 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12f3474e-9884-4759-bc20-953d77ea4c36 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:02:03.577084 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'status': 'completed', 'code': 200} Jun 07 14:02:03.577349 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0f7b4b-1349-47d7-9b14-b13f72e1179c,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:03.579201 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55264) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:03.580573 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:03.850363 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.889816 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:03.939810 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-90d7f353-bb5f-484f-b93f-0fb41d98eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:03.941277 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-90d7f353-bb5f-484f-b93f-0fb41d98eac8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1097 time: 0.3346286 Jun 07 14:02:03.954554 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff08c-cddd-4dc8-bf5f-7e4ec9e091df req-48a579f0-94c9-4cef-ad8a-8f585ed91690 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:03.955990 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-457ff08c-cddd-4dc8-bf5f-7e4ec9e091df req-48a579f0-94c9-4cef-ad8a-8f585ed91690 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.3014362 Jun 07 14:02:04.044753 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-ab504513-cb67-4d69-902c-311c3d62a5e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 200 len: 217 time: 0.0808892 Jun 07 14:02:04.047441 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.049816 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.050835 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e0f7b4b-1349-47d7-9b14-b13f72e1179c HTTP/1.1" status: 204 len: 168 time: 0.4706631 Jun 07 14:02:04.052614 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-6209a3a4-ef3c-441a-9670-a1a4592fe368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:04.112929 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0f7b4b-1349-47d7-9b14-b13f72e1179c,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:04.118515 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-80c1a7c9-4b23-48a7-8972-e3a19f4ff9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:04.122599 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-457ff08c-cddd-4dc8-bf5f-7e4ec9e091df req-2972ca99-9a35-45da-8a3c-8ce8408f6fed tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606016 Jun 07 14:02:04.140344 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-a1e4537f-af00-4c2a-8b22-3aa4d43a04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:04.143164 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-a1e4537f-af00-4c2a-8b22-3aa4d43a04d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0835257 Jun 07 14:02:04.260808 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-0a67a5cd-0a9c-4c69-ae4a-3c4812ab4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:04.262363 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-0a67a5cd-0a9c-4c69-ae4a-3c4812ab4960 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1090913 Jun 07 14:02:04.437645 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-6e141bbe-ced2-4ff5-9fcf-3bb86de7169f service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685014 Jun 07 14:02:04.492595 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55280) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:04.511496 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.595622 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6e937cdc-883e-4dde-9d96-a3f0c5272c46 req-e0efdd24-a255-4fb7-bb6d-41cd59a1a1d1 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511791 Jun 07 14:02:04.624756 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.630031 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.637421 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1353a0de-65f9-45cb-879a-fa7c646dbc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:04.680301 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21a6d9398bc34d8f9309b472e8e4105b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865833 Jun 07 14:02:04.681945 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5acd55-ecde-4328-8bbd-f005dc8519db,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:04.682986 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55284) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:04.684895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ca5e5262-874b-4d27-b0aa-01029b3d9dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:04.804731 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.836329 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:04.850566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4b844-806e-452e-8db2-a148181e35ff req-9e790f48-05f1-4573-b363-5b3e4996b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:04.852020 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-9e790f48-05f1-4573-b363-5b3e4996b0c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1097 time: 0.1369665 Jun 07 14:02:05.033644 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:05.036154 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:05.037295 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd5acd55-ecde-4328-8bbd-f005dc8519db HTTP/1.1" status: 204 len: 168 time: 0.3532488 Jun 07 14:02:05.040604 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9b6aecef-53d7-43a0-acbd-42e588644111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:05.055238 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4b844-806e-452e-8db2-a148181e35ff req-b434b521-1c52-44cb-ab22-252f00ed971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:05.056731 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-b434b521-1c52-44cb-ab22-252f00ed971a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1931925 Jun 07 14:02:05.058002 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5acd55-ecde-4328-8bbd-f005dc8519db,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:05.060095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-970db6e2-ea57-4c5b-9021-04dfe814949e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:05.140042 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-9a4f5b68-f329-4d49-a0fb-014e0e276dd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 200 len: 217 time: 0.0716345 Jun 07 14:02:05.243396 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4b844-806e-452e-8db2-a148181e35ff req-2f399042-7854-4797-9d6b-c1f763f78824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:05.244967 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-2f399042-7854-4797-9d6b-c1f763f78824 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0967534 Jun 07 14:02:05.340399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4b844-806e-452e-8db2-a148181e35ff req-cec7e2d3-cc15-4503-9522-ac2f42311221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:05.341885 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-cec7e2d3-cc15-4503-9522-ac2f42311221 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895596 Jun 07 14:02:05.376889 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6d6d1-20e5-4500-bc9c-96e5eaa31aa4 req-b1029a41-90a2-4817-8b15-1d8171760dd4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:05.378652 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dbc6d6d1-20e5-4500-bc9c-96e5eaa31aa4 req-b1029a41-90a2-4817-8b15-1d8171760dd4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.1118748 Jun 07 14:02:05.435267 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-dbc6d6d1-20e5-4500-bc9c-96e5eaa31aa4 req-b0001d40-b833-4f57-bc22-d858d536a01a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499110 Jun 07 14:02:05.476252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:05.542467 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-e98b17b9-57df-4f52-8415-65aa41d0db14 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925457 Jun 07 14:02:05.706687 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-10f4b844-806e-452e-8db2-a148181e35ff req-0470b98f-182c-4b38-8c2d-fbaef32df55c service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560173 Jun 07 14:02:06.659672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a4e9-a1f0-4e72-8f08-79789b1db787 req-a2c9fc40-0a6f-416e-9180-83556ee52776 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:06.661543 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-72b1a4e9-a1f0-4e72-8f08-79789b1db787 req-a2c9fc40-0a6f-416e-9180-83556ee52776 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.0972395 Jun 07 14:02:06.718226 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-72b1a4e9-a1f0-4e72-8f08-79789b1db787 req-ce3e487d-5b0f-4758-841c-dbeb23a4515f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463884 Jun 07 14:02:07.906029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9e4dd-ce5e-4745-8cc8-cce430c3a9a1 req-c9e991c3-e578-401d-9699-b617c80cb4c2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:07.908367 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-60e9e4dd-ce5e-4745-8cc8-cce430c3a9a1 req-c9e991c3-e578-401d-9699-b617c80cb4c2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.0835099 Jun 07 14:02:07.952389 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-60e9e4dd-ce5e-4745-8cc8-cce430c3a9a1 req-c9943f31-0f43-403e-94c7-6826b84d92b2 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382481 Jun 07 14:02:08.717774 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55392) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:08.842711 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:08.953355 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:08.958440 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:08.967342 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c06ce027-27c2-4045-9a33-b480496c30ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:09.016607 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0f1f4c090de4ef78c8899830f27e639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973788 Jun 07 14:02:09.018124 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cc2b31-e103-48f4-ad3f-50466096821c,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:09.019259 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55406) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:09.021360 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:09.086142 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.115179 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.174815 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.177768 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.179170 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78cc2b31-e103-48f4-ad3f-50466096821c HTTP/1.1" status: 204 len: 168 time: 0.1587949 Jun 07 14:02:09.180312 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0c612684-763d-4a08-8e9f-d88906b1a278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:09.191385 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cc2b31-e103-48f4-ad3f-50466096821c,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:09.194185 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:09.282333 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29532-f84f-4e30-b945-d7b156ad7ba8 req-66f94d88-3e4b-40c3-84ce-177f94731370 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:09.288384 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-50f29532-f84f-4e30-b945-d7b156ad7ba8 req-66f94d88-3e4b-40c3-84ce-177f94731370 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.2165787 Jun 07 14:02:09.332891 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-50f29532-f84f-4e30-b945-d7b156ad7ba8 req-6b56ebd1-a037-404d-a7f9-fac6d4944ffe tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 Jun 07 14:02:09.538643 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55420) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:09.556914 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.674989 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.678665 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.686242 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6987df3e-de30-4abb-a0cb-d29cfca06a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:09.731729 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0811fdac-ca27-461a-a285-d1db1cd1078f,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:09.735417 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:09.740480 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0967069e-7897-4d42-84a6-69b77404b838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c01a991e5e34db0a254e9c7aa291da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981633 Jun 07 14:02:09.740976 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55422) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:09.916695 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.944261 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:09.998239 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.001753 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.003044 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0811fdac-ca27-461a-a285-d1db1cd1078f HTTP/1.1" status: 204 len: 168 time: 0.2596548 Jun 07 14:02:10.003869 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ff0cf1dc-a731-4315-8d8c-a3a302b233c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:10.013441 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0811fdac-ca27-461a-a285-d1db1cd1078f,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:10.016413 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3e5b4c40-5c16-4099-bf64-09b534007b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:10.420169 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55440) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:10.438419 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.604291 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.610939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.623288 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-2561dd46-85f5-4189-8600-0b24f1f534be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:10.625882 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fa517-67aa-44f2-8ebc-2475b6dea3ce req-f7253ac3-e6ac-4dce-a3b5-ad28cfdce54a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:10.627574 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3b6fa517-67aa-44f2-8ebc-2475b6dea3ce req-f7253ac3-e6ac-4dce-a3b5-ad28cfdce54a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.1504848 Jun 07 14:02:10.674572 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d13cdf5d06e1447caa484c57483f6968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532077 Jun 07 14:02:10.676658 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2672b330-32da-44f4-968c-27c09811db2d,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:10.678113 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55446) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:10.680004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7f11488f-3fcd-425f-830b-b29905645dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:10.714351 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3b6fa517-67aa-44f2-8ebc-2475b6dea3ce req-55f6287b-0639-4f33-b926-045502864625 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740793 Jun 07 14:02:10.776763 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.805013 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.865556 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.868102 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:10.869264 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2672b330-32da-44f4-968c-27c09811db2d HTTP/1.1" status: 204 len: 168 time: 0.1897206 Jun 07 14:02:10.870130 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-e196064d-d1ba-46a3-94b8-179d26996a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:10.881290 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2672b330-32da-44f4-968c-27c09811db2d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:10.887597 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5534e79b-1106-473b-9b6d-62107c9604be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:11.957529 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108aa31-737d-49b1-9705-f06f87795eb7 req-c23e9b6b-4b2f-4371-8b89-5d511c2ac42e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:11.961252 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d108aa31-737d-49b1-9705-f06f87795eb7 req-c23e9b6b-4b2f-4371-8b89-5d511c2ac42e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.0949347 Jun 07 14:02:12.010563 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d108aa31-737d-49b1-9705-f06f87795eb7 req-17fd0df6-db90-4036-9cb7-19eebafaf42f tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Jun 07 14:02:12.927011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:02:13.062295 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:02:13.076540 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'port_id': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'mac_address': 'fa:16:3e:e1:00:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:02:13.153968 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:13.180554 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:02:13.199133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:02:13.205860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:13.210277 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:13.239815 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463b568-2814-498e-a047-65e2622e9e1e req-cb4ba1a1-9a2a-481a-9ec1-5ab1cd12e312 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:13.242493 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d463b568-2814-498e-a047-65e2622e9e1e req-cb4ba1a1-9a2a-481a-9ec1-5ab1cd12e312 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 944 time: 0.1063287 Jun 07 14:02:13.294331 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=4']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:13.302989 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.303634 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-d463b568-2814-498e-a047-65e2622e9e1e req-941308dd-1bbe-40bd-9f78-a8020964ddf5 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484462 Jun 07 14:02:13.306212 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.306905 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.307257 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.307625 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.307972 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.308349 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.308684 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.309007 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.309329 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.309776 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.310133 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:13.318716 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:13.534456 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['7417bd5c-01b2-4ebf-b862-4d443bd3daa0'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:02:13.808792 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-63a0e858-de2a-4e2a-854c-056e5e3ed16e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843821 Jun 07 14:02:13.981701 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-577591eb-0178-4d4e-b906-5b62263d285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:13.983166 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-577591eb-0178-4d4e-b906-5b62263d285a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1099 time: 0.0764873 Jun 07 14:02:14.131767 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-5eeacaf5-8d74-40f8-be4b-bb89056daa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:14.133269 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-5eeacaf5-8d74-40f8-be4b-bb89056daa99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1304202 Jun 07 14:02:14.236630 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-7c982830-1dd2-4d58-8ac3-d3758007561e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 1001 time: 0.0963051 Jun 07 14:02:14.300729 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-7493d9eb-312d-4ea6-a824-73f42ee9d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:14.302157 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-7493d9eb-312d-4ea6-a824-73f42ee9d794 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0597320 Jun 07 14:02:14.388108 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-81a61c68-d2f8-49ee-934e-d443c6f126dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:14.389767 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-81a61c68-d2f8-49ee-934e-d443c6f126dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797069 Jun 07 14:02:14.587480 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-2fd1a78f-45f6-425a-9548-ce39f52653f6 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895201 Jun 07 14:02:14.625630 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae7f4-56da-40c7-9c42-2d10d6d7ea9b req-eceab4a0-556d-4028-bf38-50e6eb3c7aba tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:14.627863 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b75ae7f4-56da-40c7-9c42-2d10d6d7ea9b req-eceab4a0-556d-4028-bf38-50e6eb3c7aba tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 945 time: 0.2054434 Jun 07 14:02:14.754032 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b75ae7f4-56da-40c7-9c42-2d10d6d7ea9b req-69fd4f51-f168-4c07-98f4-48079e70b43d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189880 Jun 07 14:02:14.776999 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3d90c11d-ee35-4639-a12e-bbf999b3c9be req-59bd882e-397a-432e-837e-2439c3e39b28 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831965 Jun 07 14:02:14.942617 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:02:15.024205 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning for port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 completed by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 14:02:15.030566 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:02:15.031166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.166438 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.194998 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:02:15.197276 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29ee96e-13f4-489b-9581-64418b63aa76" -d '{"events": [{"server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "name": "network-vif-plugged", "status": "completed", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:02:15.206090 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:02:15.210528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.212501 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:15.248918 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c075d56b-7ced-4191-bfa8-547337d322d5 x-openstack-request-id: req-c075d56b-7ced-4191-bfa8-547337d322d5 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:02:15.249222 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "name": "network-vif-plugged", "status": "completed", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:02:15.249479 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c075d56b-7ced-4191-bfa8-547337d322d5 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:02:15.249873 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'code': 200} Jun 07 14:02:15.285584 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=5']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:15.288618 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:15.446333 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55568) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:15.568748 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.569167 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcf291-7d8e-4af1-a6aa-f3e849d9e511 req-0f1655cd-0e5d-4fb5-9bc8-aae9df549a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:15.570638 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bdcf291-7d8e-4af1-a6aa-f3e849d9e511 req-0f1655cd-0e5d-4fb5-9bc8-aae9df549a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1099 time: 0.0724468 Jun 07 14:02:15.612007 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8bdcf291-7d8e-4af1-a6aa-f3e849d9e511 req-dd676cb5-7118-43cc-8af2-dfb83066f886 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347273 Jun 07 14:02:15.672342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.676789 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.683420 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b773149b-66cb-4c77-bbfe-7c913e060538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:15.724318 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dccff5-6a78-49a4-a170-69b5e0f4be67,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:15.729722 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:15.738532 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6150b8b2-3fd9-4dda-8317-923c01c80a9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b064424b29c9415898ba80f114b3f5f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881930 Jun 07 14:02:15.738733 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55576) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:15.800887 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.829382 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.898467 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.902019 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:15.903152 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98dccff5-6a78-49a4-a170-69b5e0f4be67 HTTP/1.1" status: 204 len: 168 time: 0.1636159 Jun 07 14:02:15.904140 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-2847f5c4-8752-4f17-8a66-d03e091704b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:15.915682 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dccff5-6a78-49a4-a170-69b5e0f4be67,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:15.918424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:15.978589 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55584) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:15.980610 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730a3d8-b3c4-4590-9307-f4b0a53e5a5d req-cc79b26a-9e4e-41f5-8fb7-bef99e052efa tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:15.982138 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d730a3d8-b3c4-4590-9307-f4b0a53e5a5d req-cc79b26a-9e4e-41f5-8fb7-bef99e052efa tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.1037455 Jun 07 14:02:16.044997 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d730a3d8-b3c4-4590-9307-f4b0a53e5a5d req-234fdbb3-27de-4f13-9496-571a61b296f4 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552166 Jun 07 14:02:16.284339 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.342794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55592) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:16.362334 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.399657 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.403317 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.415138 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a01fde05-f89d-4821-b324-023d93a0e497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:16.453791 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7588d5c1776f481799b211ddf16d61a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740746 Jun 07 14:02:16.456355 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b5730-7fd1-4222-9334-c8b0ffd10f0b,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:16.457399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55594) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:16.459619 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4227ccf7-6d11-4ae6-baa0-4c088eff1986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:16.538337 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.549605 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.558724 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9e241fab-77ee-4027-8474-df202d958ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:16.576343 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.618973 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d64cff5e7a1f44d7a8a47d2ca78401d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751844 Jun 07 14:02:16.621674 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55596) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:16.628844 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.635294 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca680f-5802-4973-a521-8c2cd2cbf1fa,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:16.648157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.648537 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.648902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.649263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.649617 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.649969 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.650328 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.650670 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.651018 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.651362 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.651730 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.652075 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:02:16.661139 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:16.682663 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.706376 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.711578 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.712924 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a06b5730-7fd1-4222-9334-c8b0ffd10f0b HTTP/1.1" status: 204 len: 168 time: 0.2540545 Jun 07 14:02:16.714057 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1015f9ff-d216-4298-8a18-f3c9c050c596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:16.730265 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.745350 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b5730-7fd1-4222-9334-c8b0ffd10f0b,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:16.763571 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d4767178-251d-4f11-b59b-06cd232ebdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:16.797133 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.800892 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:16.804621 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0ca680f-5802-4973-a521-8c2cd2cbf1fa HTTP/1.1" status: 204 len: 168 time: 0.1792710 Jun 07 14:02:16.804621 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-135dc508-a9e5-4352-87e7-4a782996576e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:16.813117 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca680f-5802-4973-a521-8c2cd2cbf1fa,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:16.816081 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:17.127478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55618) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:17.164526 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.291815 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8622746-69cc-4cfd-b26b-dcc84d3cd911 req-19d18a98-ab62-4320-bc03-b343c6e9b4d6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:17.291815 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f8622746-69cc-4cfd-b26b-dcc84d3cd911 req-19d18a98-ab62-4320-bc03-b343c6e9b4d6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.1193614 Jun 07 14:02:17.305767 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.309967 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.320695 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-edaa79f7-f317-459b-b1f4-f7699ad26039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:17.342892 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f8622746-69cc-4cfd-b26b-dcc84d3cd911 req-b1741781-6165-43ea-a2a1-212c84deece0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459275 Jun 07 14:02:17.371126 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55626) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:17.371319 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75f2b40f40224d76ad5333952922aac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402630 Jun 07 14:02:17.371667 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55628) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:17.382453 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfee593-a113-428a-92d0-69cfd46a44ad,revision_number=1']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:17.386741 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.390927 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-22cc6b02-9757-4417-93f4-f30560cdaa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:17.514244 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.518812 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.527934 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4d5a4226-f4ec-452d-baa9-291246ce846e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:17.568394 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d8c858b65ae4b359a7f36fbc2b59ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985726 Jun 07 14:02:17.569313 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eba6cdf-beea-439b-8c79-a8984eab3118,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:17.572029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55630) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:17.573646 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a5b7687a-7a25-4e5c-ad35-e78ae0063e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:17.598323 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.636432 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.640422 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.664907 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.667379 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea732448-e6e6-4ecc-b134-3fc4668f7da3 req-c99e53c4-6133-4334-9d8c-d7f665bd3910 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:17.668885 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ea732448-e6e6-4ecc-b134-3fc4668f7da3 req-c99e53c4-6133-4334-9d8c-d7f665bd3910 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.1418166 Jun 07 14:02:17.730250 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.733262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.737448 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-ea732448-e6e6-4ecc-b134-3fc4668f7da3 req-1174bd3e-dfe4-4ddf-87d1-5cc697b110f0 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549376 Jun 07 14:02:17.737698 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3eba6cdf-beea-439b-8c79-a8984eab3118 HTTP/1.1" status: 204 len: 168 time: 0.1633484 Jun 07 14:02:17.737698 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4d2fe181-3e1c-44e5-a275-611897d3c5a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:17.753785 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eba6cdf-beea-439b-8c79-a8984eab3118,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:17.756282 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-63251206-fc7a-4e2f-80ba-1cd55d173335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:17.758684 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.761261 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:17.776560 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5cfee593-a113-428a-92d0-69cfd46a44ad HTTP/1.1" status: 204 len: 168 time: 0.3897927 Jun 07 14:02:17.776560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-813f157d-c25b-4256-8891-ccc957dad119 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:17.776560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfee593-a113-428a-92d0-69cfd46a44ad,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:17.776560 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:17.777116 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55636) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:18.227091 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d4ecae-e407-44c5-a1dc-daab5bb07a85 tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:18.228624 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-58d4ecae-e407-44c5-a1dc-daab5bb07a85 tempest-TestVolumeBootPattern-994938807 tempest-TestVolumeBootPattern-994938807-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1094 time: 0.4482660 Jun 07 14:02:18.231442 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55650) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:18.236337 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.v2.base [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Request body: {'floatingip': {'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'port_id': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91745) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 14:02:18.258635 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:18.405121 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:18.549908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_common [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Allocated IP 172.27.1.4 (a4c55fc0-33cb-4d82-94d7-39c487a4f292/92582926-52f3-4436-a1de-a43321ac192e/6971f5e9-cf58-4371-a217-a054bdfbdd7b) {{(pid=91745) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 14:02:18.697787 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:18.727101 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770175158375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:18.731676 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-3cd46034-4e4b-4f8c-871a-f197fc96c5ac tempest-VolumesSnapshotTestJSON-902529319 tempest-VolumesSnapshotTestJSON-902529319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:18.797432 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Network a4c55fc0-33cb-4d82-94d7-39c487a4f292 is already hosted by enough agents. {{(pid=91745) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 14:02:18.800145 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.base_scheduler [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Resources bound (agent type, host, resource id): {{(pid=91745) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 14:02:18.803807 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Received port after_create {{(pid=91745) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 14:02:18.833963 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=6971f5e9-cf58-4371-a217-a054bdfbdd7b,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:18.840036 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:19.320810 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:19.399469 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:19.615462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for port, precommit_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:19.619596 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3072653'] for port, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:19.623887 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:19.732177 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event updated for resources: {'Port': ['ID=6971f5e9-cf58-4371-a217-a054bdfbdd7b,revision_number=2']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:19.737407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:19.744315 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2082174'] for floatingip, after_update {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:19.924460 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP f2212c07-fa6b-4e52-8397-238ba5528f2e associated. External IP: 172.27.1.4, port: 7417bd5c-01b2-4ebf-b862-4d443bd3daa0. Jun 07 14:02:20.298539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:02:20.497874 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:02:20.510869 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:02:20.521563 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:20.524634 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:02:20.525301 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:02:20.582032 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3495474 Jun 07 14:02:20.582990 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:02:20.585389 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d71707f-1d80-4453-b8ea-e2fb0bae3000" -d '{"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:02:20.633617 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a13f6f-ac76-4c2b-8551-b0184a907aa9 x-openstack-request-id: req-a7a13f6f-ac76-4c2b-8551-b0184a907aa9 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:02:20.634232 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:02:20.634405 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7a13f6f-ac76-4c2b-8551-b0184a907aa9 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:02:20.634941 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'status': 'completed', 'code': 200} Jun 07 14:02:20.761942 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:02:20.766843 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-81538f6c-2c27-45d2-a57f-331e8824e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:20.769698 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-81538f6c-2c27-45d2-a57f-331e8824e872 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1099 time: 0.0848808 Jun 07 14:02:20.912757 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-ad604290-6c6f-4ac6-b1ae-0232471f7120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:20.914275 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-ad604290-6c6f-4ac6-b1ae-0232471f7120 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1379371 Jun 07 14:02:21.128891 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}, {'id': 'f2212c07-fa6b-4e52-8397-238ba5528f2e', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:e1:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:02:19Z', 'updated_at': '2021-06-07T14:02:19Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:02:21.132962 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:02:21.143336 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:02:21.144368 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:01:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:02:21.324854 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:02:21.671256 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}, {'id': 'f2212c07-fa6b-4e52-8397-238ba5528f2e', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:e1:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:02:19Z', 'updated_at': '2021-06-07T14:02:19Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:02:21.675950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40865909-2cb8-4bd4-8d97-c7b835f4abae None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}, {'id': 'f2212c07-fa6b-4e52-8397-238ba5528f2e', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.4', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:e1:00:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:02:19Z', 'updated_at': '2021-06-07T14:02:19Z', 'revision_number': 0, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:02:21.787105 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:02:21.855866 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745ac4b-697b-4e52-a0d3-7760ec853ee7 None None] New status for floating IP f2212c07-fa6b-4e52-8397-238ba5528f2e: ACTIVE {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:02:21.951106 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-13d91634-d610-4872-b996-28a58cacd995 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 200 len: 998 time: 0.1004395 Jun 07 14:02:22.741106 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-489916d4-6c8d-42da-859a-6c48207e1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:22.742568 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-489916d4-6c8d-42da-859a-6c48207e1282 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0626299 Jun 07 14:02:23.712898 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-7228462d-5739-4508-939c-40a09aa9555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:02:23.714357 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-7228462d-5739-4508-939c-40a09aa9555e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0715783 Jun 07 14:02:23.850800 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-06120b42-db8f-49b0-8ef6-71eb540a7527 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291771 Jun 07 14:02:23.983394 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1d71707f-1d80-4453-b8ea-e2fb0bae3000 req-a403490a-cd65-43f9-bd26-f97cf4dac665 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Jun 07 14:02:25.416641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-770bc147-db5b-4d92-9cda-ca70c86feb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:27.938360 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9404f1aa-fe33-4f54-918e-8bce3f8f1d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:28.069971 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:29.181138 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:30.914221 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.329369 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55770) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:31.454570 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.567148 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.571061 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.690734 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-587fa171-697f-4558-9ff4-795441734772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:31.731218 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=298eafeb2dd34a72a611ac3de292b527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007788 Jun 07 14:02:31.732247 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cd3087-34e2-45a2-b2e4-4904a2ad40f1,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:31.734290 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55778) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:31.736321 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-8bf7d0ad-87e2-4067-808f-629020fd50ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:31.795975 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.822892 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.879131 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.881586 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:31.883691 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27cd3087-34e2-45a2-b2e4-4904a2ad40f1 HTTP/1.1" status: 204 len: 168 time: 0.1462443 Jun 07 14:02:31.883691 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-d1f3a30a-37e4-4535-b3a4-16022ba27c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:31.893465 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cd3087-34e2-45a2-b2e4-4904a2ad40f1,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:31.896595 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:35.461970 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:42.712679 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 55904) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:42.828630 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:42.933066 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:42.937041 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:42.944431 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-55909363-f87b-417d-9121-a207b31e9c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:42.985153 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfd80a70f53b4ed5bed999999ef6d095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712486 Jun 07 14:02:42.986226 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bccb23-1ec9-439d-8903-72785428ad76,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:42.987756 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 55908) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:02:42.989400 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-5c2291fb-58b7-467b-b93e-1cff320f6a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:43.046381 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:43.071433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:43.121525 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:43.124089 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:43.125216 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4bccb23-1ec9-439d-8903-72785428ad76 HTTP/1.1" status: 204 len: 168 time: 0.1364903 Jun 07 14:02:43.126158 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-862e9d35-56e6-4ef1-85d0-7111d95d2715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:02:43.135858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bccb23-1ec9-439d-8903-72785428ad76,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:02:43.138165 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-213f3cf1-5b9a-40f9-b14f-8de21e669f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:02:55.414395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-89416648-fadc-4484-bcc7-9bf10c14ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:57.940467 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9f656359-542a-429d-9b28-0e9547672af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:58.073882 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:02:58.786952 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:02:59.185811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:00.919296 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:05.471608 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:14.796503 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-deecb3fb-7dfb-4a1e-b162-e563bb5b2ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747972 Jun 07 14:03:14.902228 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-85007210-22e1-422f-bcda-9de165827123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:14.903789 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-85007210-22e1-422f-bcda-9de165827123 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0720327 Jun 07 14:03:15.052234 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-ef631426-c158-40b6-a759-c9a14abfcf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:15.053594 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-ef631426-c158-40b6-a759-c9a14abfcf39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1270828 Jun 07 14:03:15.162611 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-137a6ec8-7834-476a-92bf-407ae00d8418 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1002 time: 0.1006348 Jun 07 14:03:15.224906 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-0565be91-4a03-4450-9ee4-035126e8390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:15.226319 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-0565be91-4a03-4450-9ee4-035126e8390e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0565217 Jun 07 14:03:15.406792 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-9bd8151b-c71f-4133-a237-b284a010fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:15.408298 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-9bd8151b-c71f-4133-a237-b284a010fea7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722438 Jun 07 14:03:15.422952 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-54371fd9-ea5c-44bd-84af-02dfe38f8974 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=91746) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 14:03:15.423964 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-54371fd9-ea5c-44bd-84af-02dfe38f8974 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051379 Jun 07 14:03:15.558752 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-461d3105-be12-43b3-bcd4-5b0fdb295bb7 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283777 Jun 07 14:03:15.626397 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56106) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:03:15.693642 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-12f38cfc-188e-4d93-86d2-5023986f1b6a req-f49d74d6-caa3-48ee-89da-d0e4e6cdd7ee service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283083 Jun 07 14:03:15.751252 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:15.859650 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:15.864338 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_create {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:15.871286 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-efe7bb91-7852-4237-ad54-0266cba72a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:03:15.912279 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfaf5373270e42a39facd77682b3042b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847645 Jun 07 14:03:15.913278 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02a1de-5547-4229-954f-1bb12f4d3a82,revision_number=1']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:03:15.914920 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56110) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:03:15.920822 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.921201 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.921572 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.921936 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.922294 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.922655 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.923011 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.923372 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.923748 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.924101 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.924453 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.924802 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:15.928773 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1e74b264-69c9-4c2d-a0d4-a2b0ced524a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:03:15.974622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:15.999987 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:16.051250 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:16.053789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:16.054905 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b02a1de-5547-4229-954f-1bb12f4d3a82 HTTP/1.1" status: 204 len: 168 time: 0.1388838 Jun 07 14:03:16.055687 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-b912c1b8-c095-44ca-a16e-15acd83669bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:03:16.064740 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02a1de-5547-4229-954f-1bb12f4d3a82,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:03:16.067431 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1002a90a-f25b-42c5-9cc4-73f7997f8082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:03:25.417070 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-379676e6-d226-4ddb-887f-c55445597b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:27.942964 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-23dc0e92-eb68-4aa3-afad-3a0593409395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:28.076537 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:29.185439 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:30.919622 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:34.523105 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd7d58-c0da-4c34-a028-14f8b68cc382 req-10c51481-666f-42e5-a274-591657f4cb74 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:34.524590 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e1fd7d58-c0da-4c34-a028-14f8b68cc382 req-10c51481-666f-42e5-a274-591657f4cb74 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.2515545 Jun 07 14:03:34.572099 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e1fd7d58-c0da-4c34-a028-14f8b68cc382 req-75911e3f-83fa-482c-ad09-69c6f0a38185 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Jun 07 14:03:35.481694 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:35.786542 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:03:35.831999 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e793-0566-462f-bc1d-3cb6757e4de9 req-8581d5d9-d1ff-4b27-8926-e36955a8d7e1 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:35.833461 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3cb1e793-0566-462f-bc1d-3cb6757e4de9 req-8581d5d9-d1ff-4b27-8926-e36955a8d7e1 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.1387951 Jun 07 14:03:35.878309 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3cb1e793-0566-462f-bc1d-3cb6757e4de9 req-5b0f964f-a9eb-456a-af59-18ad5172ece9 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Jun 07 14:03:37.074798 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09debeca-6d52-433c-a433-5f3a25bcbc54 req-0b194ca1-08d7-4992-a5c1-cfd4a284441f tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:37.076235 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-09debeca-6d52-433c-a433-5f3a25bcbc54 req-0b194ca1-08d7-4992-a5c1-cfd4a284441f tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0807238 Jun 07 14:03:37.119635 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-09debeca-6d52-433c-a433-5f3a25bcbc54 req-b01f5043-271e-413d-94d8-6333d0087bc0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376465 Jun 07 14:03:38.309532 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033064f4-13ee-4679-9d30-d77b16383c11 req-36e7163a-518b-472f-8425-c21450ec6ca8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:38.310991 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-033064f4-13ee-4679-9d30-d77b16383c11 req-36e7163a-518b-472f-8425-c21450ec6ca8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0849912 Jun 07 14:03:38.360176 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-033064f4-13ee-4679-9d30-d77b16383c11 req-c114b590-208c-495f-85da-896f702654c6 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Jun 07 14:03:39.548862 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282344e-61df-4003-9263-39e1abe14dc8 req-9875b498-dc07-4f0d-b146-03d5ece12741 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:39.550318 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3282344e-61df-4003-9263-39e1abe14dc8 req-9875b498-dc07-4f0d-b146-03d5ece12741 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0830286 Jun 07 14:03:39.594583 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-3282344e-61df-4003-9263-39e1abe14dc8 req-351961ea-4a8b-4d54-8fac-0285b47f0ec3 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Jun 07 14:03:40.782153 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77aa3b-8eee-4add-b569-f696072d10a0 req-d380cfe7-5cd1-462c-971b-f2036d592894 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:40.783520 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6f77aa3b-8eee-4add-b569-f696072d10a0 req-d380cfe7-5cd1-462c-971b-f2036d592894 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0811825 Jun 07 14:03:40.827989 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6f77aa3b-8eee-4add-b569-f696072d10a0 req-6a38e39a-17ff-428a-a44b-0ea927a6c7d2 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Jun 07 14:03:42.014447 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce5394-fdeb-425a-9853-de0885b2931e req-50ece686-f8d6-49e7-adff-b051aa58dbde tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:42.015896 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e6ce5394-fdeb-425a-9853-de0885b2931e req-50ece686-f8d6-49e7-adff-b051aa58dbde tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0803478 Jun 07 14:03:42.061023 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-e6ce5394-fdeb-425a-9853-de0885b2931e req-07229fc1-de40-4f6a-9601-3f4dcab0aec4 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390320 Jun 07 14:03:43.248878 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a24d8-7bdb-4ef8-9f62-84cf06058e4e req-7ccf436d-c884-4814-b839-6facf4cb13d7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:43.250346 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-820a24d8-7bdb-4ef8-9f62-84cf06058e4e req-7ccf436d-c884-4814-b839-6facf4cb13d7 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0857334 Jun 07 14:03:43.295041 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-820a24d8-7bdb-4ef8-9f62-84cf06058e4e req-d42bc5d6-f32c-4c5a-b469-26b90e668e0c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388758 Jun 07 14:03:44.488646 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fad93-ef96-451f-a960-45b513fefce4 req-6915fce4-6ff4-42c9-a4fd-1a3776ca72c1 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:44.491032 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a98fad93-ef96-451f-a960-45b513fefce4 req-6915fce4-6ff4-42c9-a4fd-1a3776ca72c1 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0866735 Jun 07 14:03:44.538491 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-a98fad93-ef96-451f-a960-45b513fefce4 req-9d253d9c-01f2-46e0-9677-c73b107d4f16 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Jun 07 14:03:44.604653 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-f504cc36-e267-4f98-86f7-b19d260770c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:44.606053 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-f504cc36-e267-4f98-86f7-b19d260770c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.1155849 Jun 07 14:03:44.739777 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-b9cd965e-143e-4ba4-b4ac-03a195fee819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:44.741244 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-b9cd965e-143e-4ba4-b4ac-03a195fee819 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1284249 Jun 07 14:03:44.848305 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-226d300e-480a-442c-9de3-19129b9e4342 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1002 time: 0.0995388 Jun 07 14:03:44.914779 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-4aded4ce-fb42-41d4-b239-73a5a31f177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:44.916130 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-4aded4ce-fb42-41d4-b239-73a5a31f177e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0608146 Jun 07 14:03:44.992013 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-59cdad36-cd27-4ed8-97ff-5215661fe033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:44.993457 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-59cdad36-cd27-4ed8-97ff-5215661fe033 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703077 Jun 07 14:03:45.126217 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-ee70bede-4c0e-4d09-9fea-23d8db662328 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250389 Jun 07 14:03:45.266876 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a48c8f31-2425-4675-977e-a8eed4ec4dd3 req-bd0468c6-9fc0-4453-b742-f9f8b944af84 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336823 Jun 07 14:03:45.729157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7905a6-8b71-4da6-a09f-f43b2b9da81f req-0b9546f6-8279-4691-a40e-a8e33dcd6a5a tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:45.730588 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5f7905a6-8b71-4da6-a09f-f43b2b9da81f req-0b9546f6-8279-4691-a40e-a8e33dcd6a5a tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0864651 Jun 07 14:03:45.873481 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-5f7905a6-8b71-4da6-a09f-f43b2b9da81f req-f0038bff-d8a4-4cd8-88f3-656a29cc3201 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372223 Jun 07 14:03:47.059010 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37388-e8da-4a14-8ea8-b5d51da69878 req-9e5478f0-020a-4239-8d77-a8482392a61b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:47.060510 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-06e37388-e8da-4a14-8ea8-b5d51da69878 req-9e5478f0-020a-4239-8d77-a8482392a61b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0816467 Jun 07 14:03:47.110096 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-06e37388-e8da-4a14-8ea8-b5d51da69878 req-bbc96bb0-38f7-4a25-9d3a-de332324a4d1 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Jun 07 14:03:48.295449 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28de40-5f8f-481b-8692-c6f63dc168ad req-cf68e6c5-045c-4954-8542-389a370160d4 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:48.296899 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eb28de40-5f8f-481b-8692-c6f63dc168ad req-cf68e6c5-045c-4954-8542-389a370160d4 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0792043 Jun 07 14:03:48.340457 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-eb28de40-5f8f-481b-8692-c6f63dc168ad req-afdf8cf2-ab63-4280-9f09-97b9fa955cd6 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378757 Jun 07 14:03:48.650163 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56178) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:03:48.698112 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd74714-d368-479b-bb48-7d7b2c6635d2 req-39cda23d-56ba-4eb4-9cb4-5cf54fb543da tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:48.699610 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6fd74714-d368-479b-bb48-7d7b2c6635d2 req-39cda23d-56ba-4eb4-9cb4-5cf54fb543da tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0833020 Jun 07 14:03:48.744845 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-6fd74714-d368-479b-bb48-7d7b2c6635d2 req-47b82491-8a7d-4a5c-93be-22e9554ce8b0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Jun 07 14:03:48.765558 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-43c195a5-7b8a-4b77-9d9e-fad7800c2bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139939 Jun 07 14:03:49.929022 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b0772-3843-4163-a5d6-8c1bb914e0e5 req-d9acfaf2-52b9-4576-ad5e-8e373b5a4670 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:49.930469 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-164b0772-3843-4163-a5d6-8c1bb914e0e5 req-d9acfaf2-52b9-4576-ad5e-8e373b5a4670 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0796387 Jun 07 14:03:49.979544 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-164b0772-3843-4163-a5d6-8c1bb914e0e5 req-816d2d60-d327-460c-986f-2d8c3149e879 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433986 Jun 07 14:03:50.802407 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-2356fe6d-5fd9-4ae7-bad3-ccf4c9ea4623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:50.804564 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-2356fe6d-5fd9-4ae7-bad3-ccf4c9ea4623 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081&tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb HTTP/1.1" status: 200 len: 1099 time: 0.0767803 Jun 07 14:03:50.928736 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-b6388654-20f9-4246-8ac9-76699bf3c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:50.930365 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-b6388654-20f9-4246-8ac9-76699bf3c0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0752206 Jun 07 14:03:51.064302 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-c8aa8ba6-81a0-4768-9b72-1dc80573edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:51.065677 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-c8aa8ba6-81a0-4768-9b72-1dc80573edd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1285603 Jun 07 14:03:51.216524 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-4f5fa0c0-828c-4e50-8b61-dd2d972023ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1002 time: 0.1428478 Jun 07 14:03:51.279566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76f90-2912-4a87-98e5-a34bf4ed149d req-d9f321b2-a170-4920-96df-e366e11b31b8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:51.280984 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41f76f90-2912-4a87-98e5-a34bf4ed149d req-d9f321b2-a170-4920-96df-e366e11b31b8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.1595778 Jun 07 14:03:51.313096 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-ec4d0c2d-bdd7-4248-8695-5676b130bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:51.314545 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-ec4d0c2d-bdd7-4248-8695-5676b130bdb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0918086 Jun 07 14:03:51.376477 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-41f76f90-2912-4a87-98e5-a34bf4ed149d req-779c16c1-ae0e-4df3-b45c-9794f363ab95 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896473 Jun 07 14:03:51.402884 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-47088e8f-fdac-4183-a154-d68e9dbf16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:51.404362 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-47088e8f-fdac-4183-a154-d68e9dbf16b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819016 Jun 07 14:03:51.428422 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:03:51.537082 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-68277bb2-6069-494b-ac8f-7d72b53e69f0 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264269 Jun 07 14:03:51.587787 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:51.613417 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:03:51.615714 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cf8d1a-9c3e-47bf-9424-f5535745650a" -d '{"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-unplugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:03:51.623693 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:03:51.628500 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:51.630528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:03:51.676840 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-82039015-6dc6-4920-b9f0-ed13f990d7a2 req-580f7e61-4a25-4d52-87f9-335f8cd4fa06 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324034 Jun 07 14:03:51.700572 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=6']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:03:51.707807 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.708153 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.708494 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.708828 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.709894 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.710289 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.710647 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.711025 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.711369 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.711755 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.712101 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.712421 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:03:51.716756 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:03:51.719285 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Jun 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3f5417-490a-43fa-bc6d-fb04b5b3a6ff x-openstack-request-id: req-8a3f5417-490a-43fa-bc6d-fb04b5b3a6ff {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:03:51.719605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-unplugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:03:51.719861 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a3f5417-490a-43fa-bc6d-fb04b5b3a6ff {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:03:51.720252 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'code': 200} Jun 07 14:03:52.566723 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322e7fd-771a-4b59-8211-0f9d75e595a2 req-07318938-247a-4336-b82b-85a399d76328 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:52.568298 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1322e7fd-771a-4b59-8211-0f9d75e595a2 req-07318938-247a-4336-b82b-85a399d76328 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0832639 Jun 07 14:03:52.614677 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1322e7fd-771a-4b59-8211-0f9d75e595a2 req-1c8347b3-44a6-44b2-b44f-da55b305fb4b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406406 Jun 07 14:03:53.802262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fef50e-4087-4433-8f36-8951580581cf req-14d3520a-2b5d-432c-a219-84256d1f36e2 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:53.803810 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f8fef50e-4087-4433-8f36-8951580581cf req-14d3520a-2b5d-432c-a219-84256d1f36e2 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0811095 Jun 07 14:03:53.847569 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-f8fef50e-4087-4433-8f36-8951580581cf req-4b550bc1-2d87-4339-8e6e-595c10eb9b68 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373902 Jun 07 14:03:55.030403 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a060-bf09-49d6-9895-58545053ec6a req-bf716a6e-3e54-4278-9242-b805a8eeb079 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:55.031880 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3553a060-bf09-49d6-9895-58545053ec6a req-bf716a6e-3e54-4278-9242-b805a8eeb079 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0797186 Jun 07 14:03:55.079383 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3553a060-bf09-49d6-9895-58545053ec6a req-8192cc04-073a-414f-87b0-76ae34b5be66 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Jun 07 14:03:55.417938 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-1081e7e2-18cd-45a1-9dd6-5584498385b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:56.268028 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf73bee-5edf-4257-9b77-ea71f020daed req-e8db8acd-8106-421c-bd80-0e651dd5090b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:56.269714 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bdf73bee-5edf-4257-9b77-ea71f020daed req-e8db8acd-8106-421c-bd80-0e651dd5090b tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0837686 Jun 07 14:03:56.314226 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-bdf73bee-5edf-4257-9b77-ea71f020daed req-11782be5-9c46-4493-82d5-17a81c82d0be tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381508 Jun 07 14:03:57.497126 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125892-5c01-483f-8295-e3191eb65a17 req-6ab9c5c0-41a9-4c9b-8ca5-9180fe35a33c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:57.498571 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28125892-5c01-483f-8295-e3191eb65a17 req-6ab9c5c0-41a9-4c9b-8ca5-9180fe35a33c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0802402 Jun 07 14:03:57.542785 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-28125892-5c01-483f-8295-e3191eb65a17 req-4cedd92a-83b4-4fd9-84ae-a46f7541223c tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Jun 07 14:03:57.945868 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-dea28ff0-d5b6-4fff-8a14-f8561b0d9e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:58.077762 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:58.088402 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de70d0-798a-46dc-8eae-51a0fba725f3 req-ff94bf27-53bb-44ac-9a6a-82cc607dd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:58.089875 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a9de70d0-798a-46dc-8eae-51a0fba725f3 req-ff94bf27-53bb-44ac-9a6a-82cc607dd367 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1097 time: 0.0749774 Jun 07 14:03:58.130907 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-a9de70d0-798a-46dc-8eae-51a0fba725f3 req-2c27da06-91f3-4e0b-b391-c9116c86256b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344031 Jun 07 14:03:58.727999 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c5c5c-30e5-4663-b6b7-0b8bca5196d0 req-2e3d2e85-c116-4075-9c86-f8c652b04eab tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:58.729427 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-614c5c5c-30e5-4663-b6b7-0b8bca5196d0 req-2e3d2e85-c116-4075-9c86-f8c652b04eab tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 944 time: 0.0788429 Jun 07 14:03:58.774091 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-614c5c5c-30e5-4663-b6b7-0b8bca5196d0 req-cd75646b-f3df-4834-93e3-94a8f060ab51 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Jun 07 14:03:59.189724 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:59.462233 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=91747) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 14:03:59.593543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:03:59.610444 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Returning: {'device': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'port_id': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'mac_address': 'fa:16:3e:dc:ac:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91747) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 14:03:59.664006 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:59.680328 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df97b30b-0cf8-4865-a43a-aa29df9f3948 {{(pid=91747) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 14:03:59.694809 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:03:59.699226 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:03:59.701853 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:03:59.749586 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56212) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:03:59.767180 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=7']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:03:59.770638 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:03:59.964325 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e349a4-e81a-4061-b216-b16ca04f5d24 req-361f5f05-dcdb-40f4-b19e-7161dea392da tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:03:59.965850 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7e349a4-e81a-4061-b216-b16ca04f5d24 req-361f5f05-dcdb-40f4-b19e-7161dea392da tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 945 time: 0.0824189 Jun 07 14:04:00.010951 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-b7e349a4-e81a-4061-b216-b16ca04f5d24 req-866b56f9-a5bd-4a7d-a053-0b2a868b4199 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Jun 07 14:04:00.022678 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port 6971f5e9-cf58-4371-a217-a054bdfbdd7b {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:00.023436 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.077242 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] get_ports_and_sgs() called for port_ids ['df97b30b-0cf8-4865-a43a-aa29df9f3948'] {{(pid=91747) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 14:04:00.144710 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.145048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.370048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for 6971f5e9-cf58-4371-a217-a054bdfbdd7b owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:00.487003 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.491379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:00.536071 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=6971f5e9-cf58-4371-a217-a054bdfbdd7b,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:00.539257 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:00.626587 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.626821 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP f2212c07-fa6b-4e52-8397-238ba5528f2e disassociated (deleted). External IP: 172.27.1.4, port: 7417bd5c-01b2-4ebf-b862-4d443bd3daa0. Jun 07 14:04:00.923297 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:00.983224 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:04:01.160036 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:04:01.164249 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:01.170083 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:04:01.179361 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:01.180318 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:01.220699 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "DELETE /v2.0/floatingips/f2212c07-fa6b-4e52-8397-238ba5528f2e HTTP/1.1" status: 204 len: 168 time: 1.4701111 Jun 07 14:04:01.221355 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:04:01.223692 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f3b7e8-81c1-41cc-a527-2d55e148239a" -d '{"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:04:01.274801 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0814fe0d-2411-4ede-8a6e-1add0b61ef25 x-openstack-request-id: req-0814fe0d-2411-4ede-8a6e-1add0b61ef25 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:04:01.275128 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:04:01.275418 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0814fe0d-2411-4ede-8a6e-1add0b61ef25 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:04:01.275877 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'status': 'completed', 'code': 200} Jun 07 14:04:01.363906 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:01.504887 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 up at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 14:04:01.514222 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-1b5e4354-b2f0-4f26-b15a-441029d1dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:01.515735 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-1b5e4354-b2f0-4f26-b15a-441029d1dd9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 1099 time: 0.1936007 Jun 07 14:04:01.685586 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.provisioning_blocks [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Provisioning complete for port df97b30b-0cf8-4865-a43a-aa29df9f3948 triggered by entity L2. {{(pid=91747) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 14:04:01.685959 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-541702'] for port, provisioning_complete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:01.704823 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-a8f8b531-43b8-4ad1-8270-64540ea35785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:01.706170 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-a8f8b531-43b8-4ad1-8270-64540ea35785 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1832643 Jun 07 14:04:01.717994 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb523d-2882-415e-adb2-71e3e9c43745 req-4d4136d0-4c24-4384-9bcc-204d50259493 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:01.719366 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-17cb523d-2882-415e-adb2-71e3e9c43745 req-4d4136d0-4c24-4384-9bcc-204d50259493 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.1724606 Jun 07 14:04:01.797809 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-80df1143-92fe-4ccd-8814-257905428cf8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 200 len: 217 time: 0.0772290 Jun 07 14:04:01.865279 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-17cb523d-2882-415e-adb2-71e3e9c43745 req-089aa4e9-4757-4ec8-8e40-1ee9012a7833 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937405 Jun 07 14:04:01.878075 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-579042'] for port, before_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:01.889507 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-3ea003d6-4d6b-40d8-8ee6-3b7276b6b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:01.890963 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-3ea003d6-4d6b-40d8-8ee6-3b7276b6b07e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0851767 Jun 07 14:04:01.909939 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:01.911616 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91747) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:04:01.914469 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc78e2b234dc8ba77727c58c17d64efa0499da66c56670f0c7c7555a1816c2e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdee541-5593-4c76-89f0-6b2ed61f2c00" -d '{"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-plugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91747) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:04:01.922563 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:04:01.925359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:01.933893 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770175576293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770175158393', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770175158438'] for port, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:01.936587 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-32ffa3e2-02d1-43da-8445-df7dc928d464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:01.970401 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2778cd80-ac92-483e-ae81-793a68b740f5 x-openstack-request-id: req-2778cd80-ac92-483e-ae81-793a68b740f5 {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:04:01.970698 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-plugged", "status": "completed", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "code": 200}]} {{(pid=91747) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:04:01.970950 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2778cd80-ac92-483e-ae81-793a68b740f5 {{(pid=91747) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:04:01.971338 dv-cinder-772623-7-iscsi neutron-server[91747]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'code': 200} Jun 07 14:04:01.972284 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:01.972916 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:01.975433 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-177b592c-8af6-43f8-9462-32e1cb190bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:01.977456 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-177b592c-8af6-43f8-9462-32e1cb190bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746915 Jun 07 14:04:02.145872 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-c59cfcb5-267e-46aa-b304-743d87e53c6f service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287076 Jun 07 14:04:02.170580 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Pushing event updated for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=8']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:02.187318 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:02.214145 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:02.282538 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-d5f3b7e8-81c1-41cc-a527-2d55e148239a req-209a8484-e406-44e4-b41b-562fd56a1f36 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292408 Jun 07 14:04:02.579833 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:02.583842 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253ca29a-a573-44a1-acab-77d6cd43a6b5 None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_floatingips': [{'id': 'f0deb621-67a2-4c13-b414-68ff11eb4e06', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'floating_ip_address': '172.27.1.30', 'floating_network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'router_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'port_id': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'mac_address': 'fa:16:3e:24:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T14:00:10Z', 'updated_at': '2021-06-07T14:00:15Z', 'revision_number': 1, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:04:02.781478 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136d6c98-e9a7-4824-a922-e2795c063b25 None None] New status for floating IP f2212c07-fa6b-4e52-8397-238ba5528f2e: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:04:03.060239 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f5c3-a4aa-4610-9288-6e1452303dcd req-bc42d6fe-cf2a-479e-984d-134adea1beb7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:03.061598 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-97b6f5c3-a4aa-4610-9288-6e1452303dcd req-bc42d6fe-cf2a-479e-984d-134adea1beb7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.0805936 Jun 07 14:04:03.109694 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-97b6f5c3-a4aa-4610-9288-6e1452303dcd req-edf82137-5c9b-4e33-bc5e-39e8e7b78766 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Jun 07 14:04:03.400690 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a235f8e-6191-40da-aaae-d45050d5234a req-0e05753e-5271-4dbe-a9e1-d59e67ec6f6a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:03.402024 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a235f8e-6191-40da-aaae-d45050d5234a req-0e05753e-5271-4dbe-a9e1-d59e67ec6f6a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 946 time: 0.0810628 Jun 07 14:04:03.543253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:03.543680 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:03.673781 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] For port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:03.674032 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:03.795868 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:03.909455 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:03.915672 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-9957e668-1ffd-408e-8448-98ab2733f078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:03.958959 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=7417bd5c-01b2-4ebf-b862-4d443bd3daa0,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:03.997054 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.997427 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.997794 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.998156 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.998514 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.998873 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.999234 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.999622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:03.999979 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:04.000328 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:04.000678 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:04.001024 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:04.009182 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:04.141722 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] No DVR routers for this DVR port 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:04.144551 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:04.146527 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-2a235f8e-6191-40da-aaae-d45050d5234a req-399d7534-a8da-4b55-ad4f-b698eaadf66d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "DELETE /v2.0/ports/7417bd5c-01b2-4ebf-b862-4d443bd3daa0 HTTP/1.1" status: 204 len: 173 time: 0.7389343 Jun 07 14:04:04.147050 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'name': 'network-vif-deleted', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:04:04.150386 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4033211-9141-425c-8a9f-ae8be89b48ce" -d '{"events": [{"server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "name": "network-vif-deleted", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:04:04.251926 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f344201-4d08-4a3a-bece-388be02a0c0d x-openstack-request-id: req-3f344201-4d08-4a3a-bece-388be02a0c0d {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:04:04.252261 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a8d5ba-948a-462a-b9cf-876b9114c793", "name": "network-vif-deleted", "tag": "7417bd5c-01b2-4ebf-b862-4d443bd3daa0", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:04:04.252555 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f344201-4d08-4a3a-bece-388be02a0c0d {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:04:04.252987 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a8d5ba-948a-462a-b9cf-876b9114c793', 'name': 'network-vif-deleted', 'tag': '7417bd5c-01b2-4ebf-b862-4d443bd3daa0', 'status': 'completed', 'code': 200} Jun 07 14:04:04.272494 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-b5bd12d1-3346-4b19-9796-47d0c64eb703 req-3ce2d241-2542-4fb5-a3b1-3432e8a3d044 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a8d5ba-948a-462a-b9cf-876b9114c793 HTTP/1.1" status: 200 len: 210 time: 0.0461743 Jun 07 14:04:05.498320 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:07.494686 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:07.529535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:07.529882 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 7417bd5c-01b2-4ebf-b862-4d443bd3daa0 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:07.771404 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56250) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:08.050916 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port eb48d3ab-ca34-47b0-a540-0264d06c63aa {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:08.051172 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.174608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.174998 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.425411 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for eb48d3ab-ca34-47b0-a540-0264d06c63aa owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:08.556068 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.559694 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:08.603777 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=eb48d3ab-ca34-47b0-a540-0264d06c63aa,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:08.607209 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:08.698760 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:08.699102 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.db.l3_db [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Floating IP f0deb621-67a2-4c13-b414-68ff11eb4e06 disassociated (deleted). External IP: 172.27.1.30, port: 3336fb2a-7857-4d01-b72a-d5cfbef0b736. Jun 07 14:04:09.077879 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:04:09.271038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:04:09.276452 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:09.280798 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:04:09.291799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:09.292690 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:09.332460 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-ed0a21a6-efee-40bd-974b-6e3897d0d1e6 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "DELETE /v2.0/floatingips/f0deb621-67a2-4c13-b414-68ff11eb4e06 HTTP/1.1" status: 204 len: 168 time: 1.5598168 Jun 07 14:04:09.333400 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736'}] {{(pid=91745) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:04:09.335926 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2eac50e0325ce7808526b76dd0af4667567ac693cf6fac6a6d7785594ff6e310" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a454310-977c-4429-85f9-83a5e9ac4ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736"}]}' {{(pid=91745) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:04:09.435519 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01b866c-e4a5-4e7c-9545-4acae8118a23 x-openstack-request-id: req-f01b866c-e4a5-4e7c-9545-4acae8118a23 {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:04:09.435895 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736", "status": "completed", "code": 200}]} {{(pid=91745) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:04:09.436164 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f01b866c-e4a5-4e7c-9545-4acae8118a23 {{(pid=91745) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:04:09.436662 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'status': 'completed', 'code': 200} Jun 07 14:04:09.476532 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:09.610373 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-f4a097ae-d435-45c0-afb4-6c0234b4811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:09.611873 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-f4a097ae-d435-45c0-afb4-6c0234b4811d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 1099 time: 0.0992467 Jun 07 14:04:09.791611 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:09.795475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:04:09.804098 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:09.804697 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:09.809733 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-5e444514-c584-4a4b-948c-dcdd550c3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:09.811176 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-5e444514-c584-4a4b-948c-dcdd550c3f09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 200 len: 913 time: 0.1874924 Jun 07 14:04:09.823212 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a64d0-9413-40d0-8dfc-0d22f3d3e9c3 req-021d4386-0cdf-4ff5-b39c-d3dddf4eb627 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:09.824663 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3c3a64d0-9413-40d0-8dfc-0d22f3d3e9c3 req-021d4386-0cdf-4ff5-b39c-d3dddf4eb627 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.1764643 Jun 07 14:04:09.898430 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-06321036-0935-41e7-ab90-a9fe6fb1e9ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 200 len: 217 time: 0.0725963 Jun 07 14:04:09.965774 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-3c3a64d0-9413-40d0-8dfc-0d22f3d3e9c3 req-2e85b8a2-b090-481a-ae88-4572ccef6ac8 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889602 Jun 07 14:04:09.986944 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-c730c395-5b55-4d55-ab5f-067d7a6bbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:09.986944 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-c730c395-5b55-4d55-ab5f-067d7a6bbd71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 200 len: 851 time: 0.0767062 Jun 07 14:04:09.987200 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:10.061204 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-3edfee37-3fa9-40c1-8e05-cf8d4b3f70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:10.062684 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-3edfee37-3fa9-40c1-8e05-cf8d4b3f70fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ace8f1d3-2302-4324-9f05-1f382fc07853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720215 Jun 07 14:04:10.200566 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-4f633ddf-0961-48b4-98bc-efbf08ee8d10 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258163 Jun 07 14:04:10.336911 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-1a454310-977c-4429-85f9-83a5e9ac4ae9 req-68dd0b22-7309-45d6-b560-d4df05cf5766 service neutron] 10.222.0.55 "GET /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266458 Jun 07 14:04:10.349474 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:10.353945 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8900265-c921-4b94-b9fd-295fc1539b97 None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T13:55:24Z', 'revision_number': 4, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': '00b78210-a2ee-4637-b9a6-0c6b98dc7cde', 'name': '', 'network_id': 'ace8f1d3-2302-4324-9f05-1f382fc07853', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'mac_address': 'fa:16:3e:37:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:23Z', 'updated_at': '2021-06-07T13:55:34Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'subnets': [{'id': 'fc1368aa-bfc1-4718-b9d2-18b094bcbbab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:04:10.557608 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac73887b-077e-493f-9668-400a2e2de3e0 None None] New status for floating IP f0deb621-67a2-4c13-b414-68ff11eb4e06: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:04:11.158432 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb8a5f-db29-494b-b21b-1d0d06392b25 req-bd93d688-8f91-499b-934f-3e9426688c1e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:11.159924 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5beb8a5f-db29-494b-b21b-1d0d06392b25 req-bd93d688-8f91-499b-934f-3e9426688c1e tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.0859089 Jun 07 14:04:11.204908 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-5beb8a5f-db29-494b-b21b-1d0d06392b25 req-a2065906-1a4f-47c3-8197-c47571c99ed7 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/security-groups?id=2ffe1065-b5b1-4286-8c71-80e189639a91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391910 Jun 07 14:04:11.749301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-f0097d8c-e45d-4e20-b071-7ad71658b4ab tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:11.750721 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-f0097d8c-e45d-4e20-b071-7ad71658b4ab tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 946 time: 0.0847692 Jun 07 14:04:11.890220 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:11.890558 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:12.022064 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] For port 3336fb2a-7857-4d01-b72a-d5cfbef0b736, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=3336fb2a-7857-4d01-b72a-d5cfbef0b736,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:12.022410 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:12.147128 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for 3336fb2a-7857-4d01-b72a-d5cfbef0b736 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:12.277157 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:12.287950 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-33eef4a9-d186-4402-9663-db51777cfdf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:12.338613 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=3336fb2a-7857-4d01-b72a-d5cfbef0b736,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:12.341854 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:12.415880 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] No DVR routers for this DVR port 3336fb2a-7857-4d01-b72a-d5cfbef0b736 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:12.418285 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:12.420268 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-31ca8b3c-01f1-46a8-ba71-321c489119b1 req-dd71e975-f098-49b8-93f4-b4dbd4e0c18d tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.55 "DELETE /v2.0/ports/3336fb2a-7857-4d01-b72a-d5cfbef0b736 HTTP/1.1" status: 204 len: 173 time: 0.6598713 Jun 07 14:04:12.420789 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'name': 'network-vif-deleted', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:04:12.423301 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be5fdf-441c-481f-9824-55f0a3ebc1d5" -d '{"events": [{"server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "name": "network-vif-deleted", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:04:12.477470 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092dbea-ffea-4336-99ff-6803ff74c705 x-openstack-request-id: req-a092dbea-ffea-4336-99ff-6803ff74c705 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:04:12.477969 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102bad35-709e-45ca-a9d1-ed5f6908418f", "name": "network-vif-deleted", "tag": "3336fb2a-7857-4d01-b72a-d5cfbef0b736", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:04:12.478266 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a092dbea-ffea-4336-99ff-6803ff74c705 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:04:12.478695 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102bad35-709e-45ca-a9d1-ed5f6908418f', 'name': 'network-vif-deleted', 'tag': '3336fb2a-7857-4d01-b72a-d5cfbef0b736', 'status': 'completed', 'code': 200} Jun 07 14:04:12.622704 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bab393d7-abc7-4609-9881-c0bc94cf69ab req-3de4e8e0-2bcf-4fc9-8f9c-7cb1d901384b tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "GET /v2.0/ports?device_id=102bad35-709e-45ca-a9d1-ed5f6908418f HTTP/1.1" status: 200 len: 210 time: 0.1475925 Jun 07 14:04:12.787319 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:04:13.719348 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56268) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:13.945854 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Deleting port 336adf68-7899-40ff-8ecd-e035c6f4fc46 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:13.946156 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.170474 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.170790 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.293461 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Calling delete_port for 336adf68-7899-40ff-8ecd-e035c6f4fc46 owned by network:floatingip {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:14.399268 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.403619 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-15f38ffd-25b7-4d5f-9115-8dcc4615a09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:14.477646 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'Port': ['ID=336adf68-7899-40ff-8ecd-e035c6f4fc46,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:14.480330 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:14.546379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for floatingip, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.548684 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:14.549801 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a636e366-6a1e-49a1-b563-f0e6df165f9a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "DELETE /v2.0/floatingips/585180dc-87f5-4e89-9e7d-509e193c2d5c HTTP/1.1" status: 204 len: 168 time: 0.8294311 Jun 07 14:04:15.575283 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 3336fb2a-7857-4d01-b72a-d5cfbef0b736 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:15.613875 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: 3336fb2a-7857-4d01-b72a-d5cfbef0b736 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:15.614223 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device 3336fb2a-7857-4d01-b72a-d5cfbef0b736 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:15.920939 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56280) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:15.989912 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:16.020056 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:16.084220 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:16.087081 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:16.088298 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] 10.222.0.20 "DELETE /v2.0/security-groups/2ffe1065-b5b1-4286-8c71-80e189639a91 HTTP/1.1" status: 204 len: 168 time: 0.1663518 Jun 07 14:04:16.089104 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1383e5b6-da3a-435f-accc-879621328c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:16.099949 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffe1065-b5b1-4286-8c71-80e189639a91,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:16.102616 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-e6299e12-01cf-4ba2-a19c-52836fcef14a tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:16.150954 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56284) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:16.773183 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-833fe9ef-9362-4280-898f-f6fe9c94b8b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725410 Jun 07 14:04:16.791053 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:16.927904 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-159ef69a-7a58-4188-b409-3e89971fd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:16.929391 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-159ef69a-7a58-4188-b409-3e89971fd59f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0710340 Jun 07 14:04:17.072550 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-1b2d4db6-4a4c-408a-b00d-84eaa3e76dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:17.073916 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-1b2d4db6-4a4c-408a-b00d-84eaa3e76dad service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1266701 Jun 07 14:04:17.185054 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-2c8a691a-deb6-4897-8df2-e7205ad24933 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1002 time: 0.1047676 Jun 07 14:04:17.213639 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Deleting port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:17.214283 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:17.252235 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-c9034a97-392a-4bf4-9fd9-1d6146da0ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:17.253690 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-c9034a97-392a-4bf4-9fd9-1d6146da0ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0625196 Jun 07 14:04:17.333122 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-0cdc026c-5689-42b0-a44d-098a65d8a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:04:17.334535 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-0cdc026c-5689-42b0-a44d-098a65d8a7cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746484 Jun 07 14:04:17.443873 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] For port 00b78210-a2ee-4637-b9a6-0c6b98dc7cde, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:17.444223 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:17.471388 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-13b496da-a34e-429e-b84a-5bc6d78a87cb service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304150 Jun 07 14:04:17.566329 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Calling delete_port for 00b78210-a2ee-4637-b9a6-0c6b98dc7cde owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:17.607976 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-bb633ac9-2b04-47a1-9196-631354f7e311 req-c0bfaf19-1164-4e0a-96fc-01bb5bebf50d service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282735 Jun 07 14:04:17.715212 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:17.719451 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:17.762992 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b78210-a2ee-4637-b9a6-0c6b98dc7cde,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:17.831051 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.831431 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.831827 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.832190 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.832549 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.832908 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.833262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.833611 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.833964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.834314 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.834666 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.835011 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:04:17.840669 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:18.042584 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:18.400815 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Router 047b9044-9e2a-4c50-a6cc-173e50de44b3 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:04:18.578834 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:04:18.583631 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-dd2b37a6-ff47-48df-bec9-39e442cffd96 admin admin] 10.222.0.20 "PUT /v2.0/routers/047b9044-9e2a-4c50-a6cc-173e50de44b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4308629 Jun 07 14:04:18.586123 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56288) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:18.587887 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Sync routers for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:04:18.597128 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:18.597738 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:18.781492 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:18.879793 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.054206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.066536 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T14:04:17Z', 'revision_number': 5, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port': {'id': '4445367d-c7e4-4d85-a7d9-7dd961145df0', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:63:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:18Z', 'updated_at': '2021-06-07T13:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:19.070400 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Checking router: 047b9044-9e2a-4c50-a6cc-173e50de44b3 for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:04:19.079573 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Routers {'047b9044-9e2a-4c50-a6cc-173e50de44b3'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:19.080173 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['047b9044-9e2a-4c50-a6cc-173e50de44b3'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:19.125927 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Deleting port 4445367d-c7e4-4d85-a7d9-7dd961145df0 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:19.126262 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.233961 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] Set router 047b9044-9e2a-4c50-a6cc-173e50de44b3 gateway port host: None {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:19.247964 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] For port 4445367d-c7e4-4d85-a7d9-7dd961145df0, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4445367d-c7e4-4d85-a7d9-7dd961145df0,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:19.248338 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.341186 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T14:04:19Z', 'revision_number': 6, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:19.345040 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa98d97-dbfc-41a0-8610-e83f56eea3ea None None] The sync data for ids ['047b9044-9e2a-4c50-a6cc-173e50de44b3'] in dv-cinder-772623-7-iscsi is: [{'id': '047b9044-9e2a-4c50-a6cc-173e50de44b3', 'name': 'tempest-TestVolumeBootPattern-1958415293-router', 'tenant_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:16Z', 'updated_at': '2021-06-07T14:04:19Z', 'revision_number': 6, 'project_id': '52ffdc12ca46421aa766d4cdcca4b4fc', 'gw_port_host': None}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:04:19.372460 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Calling delete_port for 4445367d-c7e4-4d85-a7d9-7dd961145df0 owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:19.509637 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.513346 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1c9e57c2-bfd9-4d5e-abda-020b5821a455 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:19.559880 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Pushing event deleted for resources: {'Port': ['ID=4445367d-c7e4-4d85-a7d9-7dd961145df0,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:19.562917 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:19.650018 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.825231 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.827461 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.851539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.852357 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 047b9044-9e2a-4c50-a6cc-173e50de44b3 {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:04:19.857172 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.858352 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-a5acb106-23a5-4365-bc9e-7a34c897a13c admin admin] 10.222.0.20 "DELETE /v2.0/routers/047b9044-9e2a-4c50-a6cc-173e50de44b3 HTTP/1.1" status: 204 len: 168 time: 1.2705574 Jun 07 14:04:19.860934 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56290) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:19.922379 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Deleting subnet fc1368aa-bfc1-4718-b9d2-18b094bcbbab {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:04:19.925206 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:19.973939 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.054121 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.124948 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4445367d-c7e4-4d85-a7d9-7dd961145df0 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:20.132913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.137891 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f23fade1-10da-4114-8392-40b4c4fde96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:20.159912 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 4445367d-c7e4-4d85-a7d9-7dd961145df0 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:20.160262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4445367d-c7e4-4d85-a7d9-7dd961145df0 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:20.160689 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 00b78210-a2ee-4637-b9a6-0c6b98dc7cde no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:20.173667 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc1368aa-bfc1-4718-b9d2-18b094bcbbab,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:20.176673 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:20.177661 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.179479 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-25b08c92-09f1-42a7-8e40-b35569d2f6c1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fc1368aa-bfc1-4718-b9d2-18b094bcbbab HTTP/1.1" status: 204 len: 168 time: 0.3176513 Jun 07 14:04:20.182060 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56292) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:20.188225 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a528317-228f-4f7b-a61c-e3f0c4fb62f5 None None] Network ace8f1d3-2302-4324-9f05-1f382fc07853 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:04:20.221729 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 00b78210-a2ee-4637-b9a6-0c6b98dc7cde {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:20.222083 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 00b78210-a2ee-4637-b9a6-0c6b98dc7cde not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:20.409443 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.482682 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Deleting port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:20.483065 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.528615 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] DHCP port deletion for ace8f1d3-2302-4324-9f05-1f382fc07853 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:04:20.589787 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] For port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:20.590478 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.594154 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Deleting port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:20.594555 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.694535 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] For port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,segment=NetworkSegment(c5dc6544-4930-4857-825d-84160927be36),segment_id=c5dc6544-4930-4857-825d-84160927be36)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:20.694849 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.714865 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Calling delete_port for 4ffcd0c8-14e9-480f-9d88-2740abfbe28b owned by network:dhcp {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:20.761678 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.765497 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-ed11e3a4-0ae9-42c4-8165-02bdf2cf925e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:20.812605 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:20.815539 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:20.818589 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] No DVR routers for this DVR port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b on host dv-cinder-772623-7-iscsi {{(pid=91745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:20.819408 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Calling delete_port for 4ffcd0c8-14e9-480f-9d88-2740abfbe28b owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:20.864284 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.869166 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:20.913604 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Pushing event deleted for resources: {'Port': ['ID=4ffcd0c8-14e9-480f-9d88-2740abfbe28b,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:20.915974 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] No DVR routers for this DVR port 4ffcd0c8-14e9-480f-9d88-2740abfbe28b on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:20.917377 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-f383ee01-7b72-49c0-b4e9-3362c53c8c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:20.938111 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.950714 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace8f1d3-2302-4324-9f05-1f382fc07853']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:20.964043 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5dc6544-4930-4857-825d-84160927be36') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:20.964333 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5dc6544-4930-4857-825d-84160927be36') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:20.975211 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.991243 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:20.998404 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:04:20.998861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:04:21.012846 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:04:21.089336 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:21.094872 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:21.096723 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ace8f1d3-2302-4324-9f05-1f382fc07853 HTTP/1.1" status: 204 len: 168 time: 0.9136899 Jun 07 14:04:21.097510 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6b52d28d-8156-4d5b-9bec-0ea286a9de2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:21.100460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56296) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:21.115589 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace8f1d3-2302-4324-9f05-1f382fc07853,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:21.119332 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0f0bc678-25af-4c3c-b3b9-5816626aaf40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:21.648256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:21.868002 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4ffcd0c8-14e9-480f-9d88-2740abfbe28b no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:21.902448 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 4ffcd0c8-14e9-480f-9d88-2740abfbe28b {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:21.902801 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 4ffcd0c8-14e9-480f-9d88-2740abfbe28b not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:22.162172 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Deleting port cdfef382-ab32-41fb-957f-3a60aa8fd245 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:22.162766 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:22.286405 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] For port cdfef382-ab32-41fb-957f-3a60aa8fd245, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cdfef382-ab32-41fb-957f-3a60aa8fd245,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:22.286752 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:22.407091 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Calling delete_port for cdfef382-ab32-41fb-957f-3a60aa8fd245 owned by network:router_interface {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:22.552553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:22.556204 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-580756fa-e53b-4fef-a6fe-a2a63887fb97 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:22.600193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdfef382-ab32-41fb-957f-3a60aa8fd245,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:22.635896 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:22.864417 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:23.317569 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Router 1613e0fc-7088-4b26-97fc-63504a6ec801 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:04:23.495500 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:04:23.502012 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-70f32967-bd7a-4329-8817-257488ccc757 admin admin] 10.222.0.20 "PUT /v2.0/routers/1613e0fc-7088-4b26-97fc-63504a6ec801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4005005 Jun 07 14:04:23.503221 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56298) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:23.504084 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Sync routers for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:04:23.514580 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:23.515197 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:23.688701 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:23.701529 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks [] for router, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:23.886413 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:23.959263 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Deleting port 1121d5b0-166a-40af-837e-3c3dd7c4c370 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:23.959533 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:23.982986 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T14:04:22Z', 'revision_number': 5, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port': {'id': '1121d5b0-166a-40af-837e-3c3dd7c4c370', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T13:55:29Z', 'updated_at': '2021-06-07T13:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:23.987123 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Checking router: 1613e0fc-7088-4b26-97fc-63504a6ec801 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:04:23.998528 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Routers {'1613e0fc-7088-4b26-97fc-63504a6ec801'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:04:23.999131 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:03:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['1613e0fc-7088-4b26-97fc-63504a6ec801'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:24.104095 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] For port 1121d5b0-166a-40af-837e-3c3dd7c4c370, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1121d5b0-166a-40af-837e-3c3dd7c4c370,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:24.104443 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.149577 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] Set router 1613e0fc-7088-4b26-97fc-63504a6ec801 gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:04:24.230053 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Calling delete_port for 1121d5b0-166a-40af-837e-3c3dd7c4c370 owned by network:router_gateway {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:24.281229 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T14:04:23Z', 'revision_number': 6, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:24.285425 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd745c2-e29d-4a0b-98d2-816967172d59 None None] The sync data for ids ['1613e0fc-7088-4b26-97fc-63504a6ec801'] in dv-cinder-772623-7-iscsi is: [{'id': '1613e0fc-7088-4b26-97fc-63504a6ec801', 'name': 'tempest-TestVolumeBootPattern-831915585-router', 'tenant_id': '5c688fd82c984a819da69a448d437dff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T13:55:28Z', 'updated_at': '2021-06-07T14:04:23Z', 'revision_number': 6, 'project_id': '5c688fd82c984a819da69a448d437dff', 'gw_port_host': None}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:04:24.382570 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.386622 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-ff06e02c-b3ff-4f0f-9678-db6c8e124391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:24.447309 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Pushing event deleted for resources: {'Port': ['ID=1121d5b0-166a-40af-837e-3c3dd7c4c370,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:24.450824 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:24.546204 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.835564 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.838457 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.860472 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.861004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1613e0fc-7088-4b26-97fc-63504a6ec801 {{(pid=91746) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:04:24.865735 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] Notify callbacks [] for router, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.866865 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-1c9640f4-f34c-4e93-af62-ce5040ffa267 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1613e0fc-7088-4b26-97fc-63504a6ec801 HTTP/1.1" status: 204 len: 168 time: 1.3627131 Jun 07 14:04:24.869316 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56300) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:24.930836 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Deleting subnet 44457724-98d8-4e32-9390-7554441f7f7e {{(pid=91746) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:04:24.933783 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:24.982320 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1936913'] for subnet, precommit_delete_associations {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.061675 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.136721 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3009463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3915125'] for subnet, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.140690 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:25.177337 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44457724-98d8-4e32-9390-7554441f7f7e,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:25.180019 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:25.182797 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.186871 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-3f1c7677-0394-4ccd-9bd5-7e2099b9b169 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/44457724-98d8-4e32-9390-7554441f7f7e HTTP/1.1" status: 204 len: 168 time: 0.3144276 Jun 07 14:04:25.187266 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56302) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:25.192005 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba091e2f-5196-46b7-acbc-5ad3654c4fc3 None None] Network b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:04:25.311662 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.385798 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Deleting port fc79a865-7fad-43fe-a802-994a3f6b5e82 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:25.386070 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.437370 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ebfb6765-25e5-4cc7-a37a-906098b16518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.488484 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] For port fc79a865-7fad-43fe-a802-994a3f6b5e82, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fc79a865-7fad-43fe-a802-994a3f6b5e82,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:25.488832 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.531561 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] DHCP port deletion for b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:04:25.596970 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Deleting port fc79a865-7fad-43fe-a802-994a3f6b5e82 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:04:25.597265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.636637 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Calling delete_port for fc79a865-7fad-43fe-a802-994a3f6b5e82 owned by network:dhcp {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:25.685832 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.690886 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-c087db01-4af0-4f18-a1e1-7b97b18bc993 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:25.699052 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] For port fc79a865-7fad-43fe-a802-994a3f6b5e82, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fc79a865-7fad-43fe-a802-994a3f6b5e82,segment=NetworkSegment(b64ef48b-ddc8-4088-af4d-9b3e421fc7d0),segment_id=b64ef48b-ddc8-4088-af4d-9b3e421fc7d0)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:04:25.699448 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.739386 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc79a865-7fad-43fe-a802-994a3f6b5e82,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:25.741609 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] No DVR routers for this DVR port fc79a865-7fad-43fe-a802-994a3f6b5e82 on host dv-cinder-772623-7-iscsi {{(pid=91745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:25.743980 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:25.824830 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Calling delete_port for fc79a865-7fad-43fe-a802-994a3f6b5e82 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:04:25.861110 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.872490 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.874342 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:25.880431 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:25.887038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:25.887270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64ef48b-ddc8-4088-af4d-9b3e421fc7d0') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:04:25.898817 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.909359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1121d5b0-166a-40af-837e-3c3dd7c4c370 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:25.914266 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.920781 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:04:25.921162 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:04:25.934900 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:04:25.956867 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Pushing event deleted for resources: {'Port': ['ID=fc79a865-7fad-43fe-a802-994a3f6b5e82,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:25.962818 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 1121d5b0-166a-40af-837e-3c3dd7c4c370 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:25.963172 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1121d5b0-166a-40af-837e-3c3dd7c4c370 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:25.963631 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cdfef382-ab32-41fb-957f-3a60aa8fd245 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:25.990635 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:25.992282 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5eb73a-4759-4aef-a25c-cba95c331336 None None] No DVR routers for this DVR port fc79a865-7fad-43fe-a802-994a3f6b5e82 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:04:26.008870 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: cdfef382-ab32-41fb-957f-3a60aa8fd245 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:26.009283 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cdfef382-ab32-41fb-957f-3a60aa8fd245 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:26.009702 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fc79a865-7fad-43fe-a802-994a3f6b5e82 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:04:26.015424 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.020332 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a645e62c-2dba-4b46-a8b3-a24a5cc4e615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:26.048292 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: fc79a865-7fad-43fe-a802-994a3f6b5e82 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:04:26.048642 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fc79a865-7fad-43fe-a802-994a3f6b5e82 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:04:26.147338 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.150891 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f HTTP/1.1" status: 204 len: 168 time: 0.9625080 Jun 07 14:04:26.155697 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ce4f0f-66f5-4506-bb69-c8f9e61fde0f,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:26.158409 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:26.283637 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56306) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:26.332170 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c4b8ec11-ea6d-4942-bea7-e57d60cdb272 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52ffdc12ca46421aa766d4cdcca4b4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472767 Jun 07 14:04:26.334464 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56308) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:26.399141 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.425840 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.494398 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.498352 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:26.500093 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a387a216-fbea-4734-9289-7e8406ba91ac HTTP/1.1" status: 204 len: 168 time: 0.1646464 Jun 07 14:04:26.501255 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-30a010d9-533b-4c1b-9c64-5a2ed1e29488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:26.517345 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a387a216-fbea-4734-9289-7e8406ba91ac,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:26.520782 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:26.945799 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56314) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:26.998117 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-7a9ea941-7dc6-4762-8288-80771bebe859 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c688fd82c984a819da69a448d437dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507002 Jun 07 14:04:27.001117 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56316) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:04:27.059478 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:27.084455 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:27.137986 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:27.140415 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:27.141578 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c165725-12c7-4a1f-bb2b-15f751a98775 HTTP/1.1" status: 204 len: 168 time: 0.1395347 Jun 07 14:04:27.142399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-68e972d1-c540-4d81-bf9a-ced89bca2070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:04:27.153563 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c165725-12c7-4a1f-bb2b-15f751a98775,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:04:27.155911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4cf2723c-9ae4-4bc6-888b-d33499b92fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:04:27.949560 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-137a6b74-be22-4d6f-bb8b-0e3f3afc76c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:28.081293 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:29.192634 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:30.925582 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:35.497799 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:49.786418 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:04:55.419816 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-91eb3084-a209-4ca4-acc5-15a1bb7f0c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:57.951361 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-971638ca-d2cf-4619-81ef-372bcf15ed20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:58.082616 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:04:59.194598 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:00.929124 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:05.497335 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:17.747200 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-9a9eb36e-77b5-4f54-959e-d15ce96dd1c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701907 Jun 07 14:05:17.901484 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-ae26993c-7722-43e1-ba04-de10abdf3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:17.902958 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-ae26993c-7722-43e1-ba04-de10abdf3d3e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0724478 Jun 07 14:05:18.047063 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-654524f2-7d96-4126-ad73-3df73edc5b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:18.048548 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-654524f2-7d96-4126-ad73-3df73edc5b2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1269877 Jun 07 14:05:18.151668 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-97f41eb5-1030-45bc-98b5-4648b60f6ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 1002 time: 0.0962412 Jun 07 14:05:18.216645 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-65ed6b40-e54c-498b-b911-627783327a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:18.218051 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-65ed6b40-e54c-498b-b911-627783327a46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0598309 Jun 07 14:05:18.294045 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-c9922615-835b-4fdd-88eb-66a1ebca39db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:18.295516 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-c9922615-835b-4fdd-88eb-66a1ebca39db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709565 Jun 07 14:05:18.428640 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-4a3c4627-4c91-42bb-8a7d-5ab3ae49d15a service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257777 Jun 07 14:05:18.558692 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-e97d85e0-b479-4281-b6a0-016270e23b58 req-0865fde8-cb05-437c-b619-543c6c9a87e7 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236916 Jun 07 14:05:19.596445 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56332) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:19.950256 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Deleting port 0104198d-d111-4505-b41e-fc3abb2f077e {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:19.950593 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:20.070293 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:20.070618 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:20.196094 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Calling delete_port for 0104198d-d111-4505-b41e-fc3abb2f077e owned by network:floatingip {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:20.318441 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:20.322200 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4ab5bfec-63a5-4fbd-a8ba-2122b669d083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:20.367399 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event deleted for resources: {'Port': ['ID=0104198d-d111-4505-b41e-fc3abb2f077e,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:20.400004 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.400460 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.400828 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.401193 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.401547 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.401902 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.402253 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.402602 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.402954 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.403299 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.403674 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.404023 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91746) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:20.411268 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:20.470000 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for floatingip, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:20.470250 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.db.l3_db [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Floating IP 8af9760f-f37c-4852-8074-359d4f8df05c disassociated (deleted). External IP: 172.27.1.214, port: df97b30b-0cf8-4865-a43a-aa29df9f3948. Jun 07 14:05:20.817566 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91746) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:05:20.995137 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91746) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:05:21.000118 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for floatingip, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:21.004449 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Sync routers for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:05:21.014334 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:21.014952 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:04:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:21.171605 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-c65c15f0-d838-4885-86aa-0fc7c4ebce9d tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "DELETE /v2.0/floatingips/8af9760f-f37c-4852-8074-359d4f8df05c HTTP/1.1" status: 204 len: 168 time: 1.5716903 Jun 07 14:05:21.171605 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:05:21.172383 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312" -d '{"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:05:21.204030 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:21.221708 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40434539-9243-4665-bc44-5a4b9bf853ec x-openstack-request-id: req-40434539-9243-4665-bc44-5a4b9bf853ec {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:05:21.222110 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:05:21.222480 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40434539-9243-4665-bc44-5a4b9bf853ec {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:05:21.223317 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'status': 'completed', 'code': 200} Jun 07 14:05:21.342314 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-74eb0089-65ad-4dcb-b0c6-eb47387a9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:21.343845 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-74eb0089-65ad-4dcb-b0c6-eb47387a9b74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 1099 time: 0.0741787 Jun 07 14:05:21.533155 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:21.536975 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Checking router: ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:05:21.538812 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-e30ab9e4-5db2-451b-b020-3ca330e73110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:21.540356 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-e30ab9e4-5db2-451b-b020-3ca330e73110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 200 len: 910 time: 0.1900241 Jun 07 14:05:21.546876 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:21.547532 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:04:58Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:21.615395 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-a97edbe4-6e0c-4f65-991f-f1e08b4133a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 200 len: 217 time: 0.0678697 Jun 07 14:05:21.676382 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226198e-fddc-45e7-8261-d9f8c9ea02aa req-4c9b5032-057e-45d7-98a0-e4596ba620d0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:21.677842 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7226198e-fddc-45e7-8261-d9f8c9ea02aa req-4c9b5032-057e-45d7-98a0-e4596ba620d0 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.2017000 Jun 07 14:05:21.714175 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-e52ddaba-1f92-40c1-b8a5-f08db24e03e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:21.715264 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-e52ddaba-1f92-40c1-b8a5-f08db24e03e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 200 len: 848 time: 0.0924640 Jun 07 14:05:21.729844 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:21.777849 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-7226198e-fddc-45e7-8261-d9f8c9ea02aa req-419f3a20-3559-42d5-bcf3-f71605083f5e tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918241 Jun 07 14:05:21.802650 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-527cb460-8674-4ab8-9fd6-89b1bbb42451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:21.804146 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-527cb460-8674-4ab8-9fd6-89b1bbb42451 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a046daef-85e6-4402-87ee-6759bf8e8f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807579 Jun 07 14:05:21.942418 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-b029bffe-d277-48da-b98f-be142adc2adb service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292951 Jun 07 14:05:22.059420 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:22.063668 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe7ac8-33f4-45eb-bef5-730973cd2f13 None None] The sync data for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi is: [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:00:30Z', 'revision_number': 4, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi', '_interfaces': [{'id': 'd93f4c80-b232-4a8c-97ec-39d34ff67b22', 'name': '', 'network_id': 'a046daef-85e6-4402-87ee-6759bf8e8f8d', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'mac_address': 'fa:16:3e:6c:50:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:29Z', 'updated_at': '2021-06-07T14:00:37Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'subnets': [{'id': 'b7a45e9d-bf40-4efa-a940-62033bc205a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:05:22.091352 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-9469bb6b-52c1-4a73-8dbd-bd34ce3c5312 req-c03e40cf-d6b3-4efb-97e6-56b13999a915 service neutron] 10.222.0.55 "GET /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408982 Jun 07 14:05:22.287457 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22814e16-0bb6-48ee-8e24-e4dadcc2a716 None None] New status for floating IP 8af9760f-f37c-4852-8074-359d4f8df05c: DOWN {{(pid=91748) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 14:05:22.965124 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e26d1b-7a3a-4751-b031-63ba728b214a req-6d5f86f2-6583-4dd5-8279-f40e12ecae04 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91745) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:22.966560 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-30e26d1b-7a3a-4751-b031-63ba728b214a req-6d5f86f2-6583-4dd5-8279-f40e12ecae04 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0793381 Jun 07 14:05:23.010643 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-30e26d1b-7a3a-4751-b031-63ba728b214a req-0f1d2239-7c3a-4e57-8dfa-29821658cda8 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/security-groups?id=df059d7d-753b-4781-93c3-a0cb9f2c1471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Jun 07 14:05:23.271247 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680009c-0412-4564-b44b-8797cf892389 req-04bafcc9-1869-4f53-9be0-cd33559106b6 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91746) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 14:05:23.272685 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8680009c-0412-4564-b44b-8797cf892389 req-04bafcc9-1869-4f53-9be0-cd33559106b6 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.55 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 946 time: 0.0836329 Jun 07 14:05:23.409286 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Deleting port df97b30b-0cf8-4865-a43a-aa29df9f3948 {{(pid=91746) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:23.409626 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:23.542553 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.db [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] For port df97b30b-0cf8-4865-a43a-aa29df9f3948, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=df97b30b-0cf8-4865-a43a-aa29df9f3948,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91746) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:23.542820 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:23.665879 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.plugins.ml2.plugin [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Calling delete_port for df97b30b-0cf8-4865-a43a-aa29df9f3948 owned by compute:nova {{(pid=91746) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:23.772209 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3009348'] for port, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:23.777911 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-7e38267b-bf9a-4e0c-b7f8-980a3037a4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:23.825584 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event deleted for resources: {'Port': ['ID=df97b30b-0cf8-4865-a43a-aa29df9f3948,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:23.828919 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:23.901125 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.db.l3_dvrscheduler_db [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] No DVR routers for this DVR port df97b30b-0cf8-4865-a43a-aa29df9f3948 on host hv-cinder-77262 {{(pid=91746) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:05:23.903643 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-156940'] for port, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:23.905585 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [req-8680009c-0412-4564-b44b-8797cf892389 req-80b2f955-c803-46da-bc16-9c9588888113 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.55 "DELETE /v2.0/ports/df97b30b-0cf8-4865-a43a-aa29df9f3948 HTTP/1.1" status: 204 len: 173 time: 0.6273830 Jun 07 14:05:23.907113 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-deleted', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948'}] {{(pid=91746) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 14:05:23.909504 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97245ad057367f3ddd86f45ec2a41d57074012ce1ed6761f4110312c40777ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12620c6-3974-40e5-83f2-3526eb4f01c6" -d '{"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-deleted", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948"}]}' {{(pid=91746) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 14:05:23.953411 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e913d0c-fbad-43ff-861e-4104811074a5 x-openstack-request-id: req-7e913d0c-fbad-43ff-861e-4104811074a5 {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 14:05:23.953744 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2599e135-40d7-4d67-8cb3-e0b2bf124081", "name": "network-vif-deleted", "tag": "df97b30b-0cf8-4865-a43a-aa29df9f3948", "status": "completed", "code": 200}]} {{(pid=91746) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 14:05:23.954038 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e913d0c-fbad-43ff-861e-4104811074a5 {{(pid=91746) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 14:05:23.954468 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2599e135-40d7-4d67-8cb3-e0b2bf124081', 'name': 'network-vif-deleted', 'tag': 'df97b30b-0cf8-4865-a43a-aa29df9f3948', 'status': 'completed', 'code': 200} Jun 07 14:05:24.158791 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [req-9ed166f9-4bb1-4a31-b7ae-68b06a482569 req-0a71dbfc-75ee-4933-b0f8-e085647cee99 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "GET /v2.0/ports?device_id=2599e135-40d7-4d67-8cb3-e0b2bf124081 HTTP/1.1" status: 200 len: 210 time: 0.0451055 Jun 07 14:05:25.256588 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56358) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:25.422511 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ae598189-acd2-4590-90b2-c1637602325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:25.423087 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:25.458946 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:25.523935 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:25.526543 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:25.527702 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] 10.222.0.20 "DELETE /v2.0/security-groups/df059d7d-753b-4781-93c3-a0cb9f2c1471 HTTP/1.1" status: 204 len: 168 time: 0.2700992 Jun 07 14:05:25.528476 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4c987e9d-70d6-4ab5-bb69-388017a45eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:25.539434 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df059d7d-753b-4781-93c3-a0cb9f2c1471,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:25.542121 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-54582525-ce30-463e-a471-34b538852625 tempest-TestShelveInstance-734414501 tempest-TestShelveInstance-734414501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:25.575890 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56362) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:25.988782 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:26.027639 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] No Port match for: df97b30b-0cf8-4865-a43a-aa29df9f3948 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:26.027984 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Device df97b30b-0cf8-4865-a43a-aa29df9f3948 not bound to the agent host hv-cinder-77262 {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:26.363037 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:26.772104 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Deleting port d93f4c80-b232-4a8c-97ec-39d34ff67b22 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:26.772797 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:26.784459 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:05:26.893877 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] For port d93f4c80-b232-4a8c-97ec-39d34ff67b22, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=d93f4c80-b232-4a8c-97ec-39d34ff67b22,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:26.894481 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:27.116026 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Calling delete_port for d93f4c80-b232-4a8c-97ec-39d34ff67b22 owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:27.261608 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:27.265394 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-b177cabf-008d-4884-8526-13c1d65b4769 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:27.310799 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93f4c80-b232-4a8c-97ec-39d34ff67b22,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:27.348795 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.349197 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.349571 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.349932 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.350288 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.350647 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.350997 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.351349 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.351734 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.352085 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.352433 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.352780 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91745) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:27.360284 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:27.586739 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:27.947761 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:05:27.952802 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-533d15f8-fe84-40cb-a305-d69973c2431e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.086073 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.124541 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:05:28.129866 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-7314a607-88df-4365-b2fe-d67de1e33164 admin admin] 10.222.0.20 "PUT /v2.0/routers/ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5531838 Jun 07 14:05:28.131574 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56366) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:28.132893 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Sync routers for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:05:28.142981 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:28.143631 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:05:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:28.305448 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.372819 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: dv-cinder-772623-7-iscsi {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:28.596556 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.660232 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:05:27Z', 'revision_number': 5, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port': {'id': 'fcfaa2b8-4935-4c23-ab03-c117db27e12c', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:10:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:25Z', 'updated_at': '2021-06-07T14:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:28.664148 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Checking router: ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb for host: dv-cinder-772623-7-iscsi {{(pid=91747) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:05:28.674834 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Routers {'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91747) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:28.675475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:05:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'], 'active': True} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:28.675917 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Deleting port fcfaa2b8-4935-4c23-ab03-c117db27e12c {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:28.676255 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.797930 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] For port fcfaa2b8-4935-4c23-ab03-c117db27e12c, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=fcfaa2b8-4935-4c23-ab03-c117db27e12c,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:28.798214 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:28.825872 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvr_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] Set router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb gateway port host: None {{(pid=91747) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:28.920623 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Calling delete_port for fcfaa2b8-4935-4c23-ab03-c117db27e12c owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:28.930941 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_hamode_db [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:05:28Z', 'revision_number': 6, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:28.934901 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c38f0-798c-485e-bfa3-b7110af55906 None None] The sync data for ids ['ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb'] in dv-cinder-772623-7-iscsi is: [{'id': 'ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb', 'name': 'tempest-TestShelveInstance-1105444527-router', 'tenant_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:23Z', 'updated_at': '2021-06-07T14:05:28Z', 'revision_number': 6, 'project_id': '715ee9b7f14e4dd19b80e5a2ad34a5fb', 'gw_port_host': None}] {{(pid=91747) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:05:29.058110 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.062515 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0d8fc364-5d80-4c8c-aff5-115b0b5f3518 tempest-TestMinimumBasicScenario-551859825 tempest-TestMinimumBasicScenario-551859825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:29.108680 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfaa2b8-4935-4c23-ab03-c117db27e12c,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:29.139154 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:29.197497 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.201666 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.373956 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.376187 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.398855 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.399353 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:05:29.404047 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.405235 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-d460a9b3-65d8-4d7f-9af4-c84ded7cb773 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ae06cba2-3b82-4d4f-bf4a-0d0bf1c0abbb HTTP/1.1" status: 204 len: 168 time: 1.2727599 Jun 07 14:05:29.407875 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56368) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:29.469046 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Deleting subnet b7a45e9d-bf40-4efa-a940-62033bc205a2 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:05:29.472031 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.532130 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.622499 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.700861 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.705014 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:29.739943 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a45e9d-bf40-4efa-a940-62033bc205a2,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:29.743161 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:29.744845 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.746609 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-6ee7abe6-db91-4857-870f-a97c0250953d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b7a45e9d-bf40-4efa-a940-62033bc205a2 HTTP/1.1" status: 204 len: 168 time: 0.3378396 Jun 07 14:05:29.749101 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56370) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:29.751721 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbea5bb-5f0d-4da4-8791-f5754d308373 None None] Network a046daef-85e6-4402-87ee-6759bf8e8f8d requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:05:29.878617 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.936236 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d93f4c80-b232-4a8c-97ec-39d34ff67b22 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:29.970029 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Deleting port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:29.970396 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:29.989951 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: d93f4c80-b232-4a8c-97ec-39d34ff67b22 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:29.990225 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device d93f4c80-b232-4a8c-97ec-39d34ff67b22 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:29.990643 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fcfaa2b8-4935-4c23-ab03-c117db27e12c no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:30.030986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: fcfaa2b8-4935-4c23-ab03-c117db27e12c {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:30.030986 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device fcfaa2b8-4935-4c23-ab03-c117db27e12c not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:30.090968 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] For port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:30.091474 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.115808 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] DHCP port deletion for a046daef-85e6-4402-87ee-6759bf8e8f8d request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:05:30.184324 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Deleting port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:30.184548 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.237628 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Calling delete_port for ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 owned by network:dhcp {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:30.291680 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.291917 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] For port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,segment=NetworkSegment(c736eb4f-6b33-4867-8701-c6ada962e9df),segment_id=c736eb4f-6b33-4867-8701-c6ada962e9df)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:30.293008 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.296332 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-210dc46b-3075-468f-873c-30b32e472a23 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:30.342936 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:30.345277 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:30.347887 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] No DVR routers for this DVR port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 on host dv-cinder-772623-7-iscsi {{(pid=91745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:05:30.423084 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Calling delete_port for ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:30.469149 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.472969 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:30.521280 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Pushing event deleted for resources: {'Port': ['ID=ab0c0ce7-f9c6-4067-a091-d8c0eef728b1,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:30.531860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] No DVR routers for this DVR port ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:05:30.533858 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.534197 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.534528 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.534936 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.535262 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.535609 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.535932 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.536252 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.536576 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.536892 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.537205 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.537519 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-7-iscsi {{(pid=91747) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 14:05:30.541693 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-724a410f-2c15-483d-b5ab-474e2910385e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:30.584449 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.597048 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a046daef-85e6-4402-87ee-6759bf8e8f8d']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:30.609680 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c736eb4f-6b33-4867-8701-c6ada962e9df') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:30.609969 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c736eb4f-6b33-4867-8701-c6ada962e9df') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:30.621168 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.637084 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.642923 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:05:30.643296 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:05:30.656875 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:05:30.733445 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.738338 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0309a194-b441-45da-912e-48d92c0343d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:30.751352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:30.753173 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a046daef-85e6-4402-87ee-6759bf8e8f8d HTTP/1.1" status: 204 len: 168 time: 1.0031831 Jun 07 14:05:30.756063 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56372) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:30.819015 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a046daef-85e6-4402-87ee-6759bf8e8f8d,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:30.828235 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-1e00878f-a268-4d4e-abd2-234eabc86e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:30.932179 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:31.317423 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1992411'] for router_interface, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:31.724286 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Deleting port 1b153f78-261b-479e-8e24-9c497f6d6d90 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:31.724522 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:31.847038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] For port 1b153f78-261b-479e-8e24-9c497f6d6d90, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=1b153f78-261b-479e-8e24-9c497f6d6d90,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:31.847395 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:31.894438 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:31.928811 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:31.929156 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device ab0c0ce7-f9c6-4067-a091-d8c0eef728b1 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:32.075590 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Calling delete_port for 1b153f78-261b-479e-8e24-9c497f6d6d90 owned by network:router_interface {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:32.221442 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:32.225691 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-9b4bf86a-4e61-48bc-8b80-34cfdf2ec829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:32.268426 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b153f78-261b-479e-8e24-9c497f6d6d90,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:32.298328 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:32.537516 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1991813'] for router_interface, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:32.891526 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Router 95ab0c14-7d08-4f90-95cf-14fe18907683 has already been hosted by L3 agent d81888fb-2ca2-4c0c-868f-231a2a4f55d1 {{(pid=91745) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 14:05:33.065265 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] Notify agent at l3_agent.dv-cinder-772623-7-iscsi the message routers_updated {{(pid=91745) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 14:05:33.070047 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-93f602b6-5a88-4a2d-bca6-99bce1943acb admin admin] 10.222.0.20 "PUT /v2.0/routers/95ab0c14-7d08-4f90-95cf-14fe18907683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3130639 Jun 07 14:05:33.072972 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56374) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:33.073585 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Sync routers for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 14:05:33.083331 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:33.083952 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:05:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:33.248813 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks [] for router, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:33.256477 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: dv-cinder-772623-7-iscsi {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:33.539957 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:33.549603 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'external_fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:05:32Z', 'revision_number': 5, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port': {'id': '457b812e-8d8e-4c33-b407-2ca95003eb6e', 'name': '', 'network_id': 'a4c55fc0-33cb-4d82-94d7-39c487a4f292', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ea:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '92582926-52f3-4436-a1de-a43321ac192e', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T14:00:35Z', 'updated_at': '2021-06-07T14:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92582926-52f3-4436-a1de-a43321ac192e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-7-iscsi'}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:33.553590 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Checking router: 95ab0c14-7d08-4f90-95cf-14fe18907683 for host: dv-cinder-772623-7-iscsi {{(pid=91748) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 14:05:33.562262 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Routers {'95ab0c14-7d08-4f90-95cf-14fe18907683'} bound to L3 agent in host dv-cinder-772623-7-iscsi {{(pid=91748) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 14:05:33.562861 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T13:44:58Z,description=,heartbeat_timestamp=2021-06-07T14:05:28Z,host='dv-cinder-772623-7-iscsi',id=d81888fb-2ca2-4c0c-868f-231a2a4f55d1,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T13:44:58Z,topic='l3_agent')) {'router_ids': ['95ab0c14-7d08-4f90-95cf-14fe18907683'], 'active': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:33.611385 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Deleting port 457b812e-8d8e-4c33-b407-2ca95003eb6e {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:33.611780 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:33.711559 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_dvr_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] Set router 95ab0c14-7d08-4f90-95cf-14fe18907683 gateway port host: None {{(pid=91748) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 14:05:33.733270 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] For port 457b812e-8d8e-4c33-b407-2ca95003eb6e, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=457b812e-8d8e-4c33-b407-2ca95003eb6e,segment=NetworkSegment(13f06219-a407-4854-81c0-ca6113fbadc8),segment_id=13f06219-a407-4854-81c0-ca6113fbadc8)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:33.733627 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:33.816887 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.l3_hamode_db [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:05:33Z', 'revision_number': 6, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port_host': None}], 'dv-cinder-772623-7-iscsi', False) {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:33.820419 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90869819-3cd3-445b-9af5-e9486f872aee None None] The sync data for ids ['95ab0c14-7d08-4f90-95cf-14fe18907683'] in dv-cinder-772623-7-iscsi is: [{'id': '95ab0c14-7d08-4f90-95cf-14fe18907683', 'name': 'tempest-TestShelveInstance-1945718067-router', 'tenant_id': '196f5234f6774c65b794cb84f95d1063', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T14:00:34Z', 'updated_at': '2021-06-07T14:05:33Z', 'revision_number': 6, 'project_id': '196f5234f6774c65b794cb84f95d1063', 'gw_port_host': None}] {{(pid=91748) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 14:05:33.862040 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Calling delete_port for 457b812e-8d8e-4c33-b407-2ca95003eb6e owned by network:router_gateway {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:34.017439 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.022758 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-a202768d-78a2-46da-8ffe-b788e0f6e5f8 tempest-AttachVolumeTestJSON-2045174358 tempest-AttachVolumeTestJSON-2045174358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:34.065714 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=457b812e-8d8e-4c33-b407-2ca95003eb6e,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:34.095248 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:34.157833 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2082123'] for router_gateway, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.329352 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1995134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4611'] for router, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.331602 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.356935 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1995218'] for router, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.357462 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95ab0c14-7d08-4f90-95cf-14fe18907683 {{(pid=91745) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 14:05:34.361512 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] Notify callbacks [] for router, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.362611 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-180ce0a8-523c-44e9-9756-b2c698775c71 admin admin] 10.222.0.20 "DELETE /v2.0/routers/95ab0c14-7d08-4f90-95cf-14fe18907683 HTTP/1.1" status: 204 len: 168 time: 1.2887301 Jun 07 14:05:34.365117 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56376) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:34.425985 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Deleting subnet be5e65c2-eceb-4d1d-84b1-d2f2f04222c1 {{(pid=91745) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 14:05:34.429752 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.482744 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1055814'] for subnet, precommit_delete_associations {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.565628 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1003252'] for subnet, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.633604 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1003243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-92031', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3072631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2546299'] for subnet, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.638285 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:34.675947 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5e65c2-eceb-4d1d-84b1-d2f2f04222c1,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:34.677913 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for subnet, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.679817 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/be5e65c2-eceb-4d1d-84b1-d2f2f04222c1 HTTP/1.1" status: 204 len: 168 time: 0.3136365 Jun 07 14:05:34.680702 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-f9aa59cb-f265-44d9-9708-de19c6f0eba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:34.682851 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.wsgi [-] (91745) accepted ('10.222.0.20', 56378) {{(pid=91745) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:34.682998 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3906f7-c769-4972-8179-85ef661699e0 None None] Network bcc882f9-adf4-4d35-8a90-0e178757bc70 requested from dv-cinder-772623-7-iscsi {{(pid=91747) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 14:05:34.787125 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-907378'] for network, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.866535 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Deleting port cf194921-6e5f-4eed-8c9e-296b25489435 {{(pid=91745) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:34.866770 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:34.986641 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] DHCP port deletion for bcc882f9-adf4-4d35-8a90-0e178757bc70 request from dv-cinder-772623-7-iscsi {{(pid=91747) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 14:05:35.060392 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Deleting port cf194921-6e5f-4eed-8c9e-296b25489435 {{(pid=91747) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 14:05:35.060775 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770175569875'] for port, before_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.088264 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.db [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] For port cf194921-6e5f-4eed-8c9e-296b25489435, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cf194921-6e5f-4eed-8c9e-296b25489435,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91745) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:35.088614 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.163731 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.db [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] For port cf194921-6e5f-4eed-8c9e-296b25489435, host dv-cinder-772623-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-7-iscsi',level=0,port_id=cf194921-6e5f-4eed-8c9e-296b25489435,segment=NetworkSegment(03882919-c3ec-4a56-8207-285e388688b7),segment_id=03882919-c3ec-4a56-8207-285e388688b7)] {{(pid=91747) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 14:05:35.164122 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1989262'] for port, precommit_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.215407 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.plugin [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Calling delete_port for cf194921-6e5f-4eed-8c9e-296b25489435 owned by network:dhcp {{(pid=91745) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:35.274276 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3072644'] for port, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.282783 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-0ec17c30-af0d-4cb0-8b15-6f69bc167397 tempest-TestVolumeBootPattern-1767302169 tempest-TestVolumeBootPattern-1767302169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:35.286902 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Calling delete_port for cf194921-6e5f-4eed-8c9e-296b25489435 owned by network:dhcp {{(pid=91747) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 14:05:35.327990 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-578440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91986', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661842', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770175576275', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770175158384'] for port, after_delete {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.330454 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf194921-6e5f-4eed-8c9e-296b25489435,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:35.332003 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:35.332316 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] No DVR routers for this DVR port cf194921-6e5f-4eed-8c9e-296b25489435 on host dv-cinder-772623-7-iscsi {{(pid=91745) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:05:35.333860 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:35.378433 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Pushing event deleted for resources: {'Port': ['ID=cf194921-6e5f-4eed-8c9e-296b25489435,revision_number=None']} {{(pid=91747) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:35.381411 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG oslo_concurrency.lockutils [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:35.382212 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c5514-af98-4807-b626-713d91f6b1f3 None None] No DVR routers for this DVR port cf194921-6e5f-4eed-8c9e-296b25489435 on host dv-cinder-772623-7-iscsi {{(pid=91747) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 14:05:35.459170 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002619', 'neutron.services.segments.db._delete_segments_for_network-8770175618205'] for network, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.472523 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc882f9-adf4-4d35-8a90-0e178757bc70']}} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:35.484830 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03882919-c3ec-4a56-8207-285e388688b7') {'for_net_delete': True} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:35.485397 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.services.segments.db [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03882919-c3ec-4a56-8207-285e388688b7') {} {{(pid=91745) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 14:05:35.496990 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770175622072', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1055817'] for segment, before_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.507672 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.516427 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953'] for segment, precommit_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.523492 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=91745) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 14:05:35.524095 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3072721'] for segment, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: Traceback (most recent call last): Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: timer() Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: cb(*args, **kw) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: return func(*args, **kwargs) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: self._notify() Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: self.callback(batched_events) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: event.method(event) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: return f(self, *a, **k) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._get(url).json() Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: return self.request(url, 'GET', **kwargs) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 14:05:35.538370 dv-cinder-772623-7-iscsi neutron-server[91745]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 14:05:35.613038 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1952536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1661851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2082128'] for network, after_delete {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.616787 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-4b5e5af3-055f-4c79-b5b2-b5da31872c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:35.630310 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron_lib.callbacks.manager [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661948'] for network, before_response {{(pid=91745) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.632126 dv-cinder-772623-7-iscsi neutron-server[91745]: INFO neutron.wsgi [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] 10.222.0.20 "DELETE /v2.0/networks/bcc882f9-adf4-4d35-8a90-0e178757bc70 HTTP/1.1" status: 204 len: 168 time: 0.9483852 Jun 07 14:05:35.638549 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc882f9-adf4-4d35-8a90-0e178757bc70,revision_number=None']} {{(pid=91745) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:35.640893 dv-cinder-772623-7-iscsi neutron-server[91745]: DEBUG oslo_concurrency.lockutils [None req-01ec5188-0c6c-4c27-888e-04f0b60c920e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91745) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:35.801791 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56382) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:35.854836 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-abd6749a-625b-4b7c-a402-d603c9572fe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=715ee9b7f14e4dd19b80e5a2ad34a5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518043 Jun 07 14:05:35.855593 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56384) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:35.900259 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1b153f78-261b-479e-8e24-9c497f6d6d90 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:35.918267 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.934682 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 1b153f78-261b-479e-8e24-9c497f6d6d90 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:35.935027 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 1b153f78-261b-479e-8e24-9c497f6d6d90 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:35.935454 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 457b812e-8d8e-4c33-b407-2ca95003eb6e no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:35.951277 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:35.968038 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: 457b812e-8d8e-4c33-b407-2ca95003eb6e {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:35.968384 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device 457b812e-8d8e-4c33-b407-2ca95003eb6e not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:35.968804 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cf194921-6e5f-4eed-8c9e-296b25489435 no longer exists at agent ovs-agent-dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 14:05:36.007540 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.plugin [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] No Port match for: cf194921-6e5f-4eed-8c9e-296b25489435 {{(pid=91747) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 14:05:36.007540 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron.plugins.ml2.rpc [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Device cf194921-6e5f-4eed-8c9e-296b25489435 not bound to the agent host dv-cinder-772623-7-iscsi {{(pid=91747) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 14:05:36.007859 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.009639 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.010712 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2170aa6-31eb-490a-8392-e68e255ac7be HTTP/1.1" status: 204 len: 168 time: 0.1541209 Jun 07 14:05:36.011629 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4b24af91-620a-4fba-89eb-40c183b5b1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:36.023096 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2170aa6-31eb-490a-8392-e68e255ac7be,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:36.025906 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-81ed2a0e-14f1-477d-85a8-a2bb10e47b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:36.408391 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56390) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:36.455673 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-42eb586e-09bc-42af-b62a-6bf14de2c813 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=196f5234f6774c65b794cb84f95d1063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457432 Jun 07 14:05:36.457850 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [-] (91746) accepted ('10.222.0.20', 56392) {{(pid=91746) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 14:05:36.514806 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.541729 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.592858 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1952522'] for security_group, after_delete {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.595182 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron_lib.callbacks.manager [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91746) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:36.596321 dv-cinder-772623-7-iscsi neutron-server[91746]: INFO neutron.wsgi [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f56b626f-ea9b-4e76-9228-5190bfa95f9b HTTP/1.1" status: 204 len: 168 time: 0.1376095 Jun 07 14:05:36.597075 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-573ab5c9-51bb-49b4-9f15-f63e88548887 tempest-AttachVolumeShelveTestJSON-415688162 tempest-AttachVolumeShelveTestJSON-415688162-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 14:05:36.606790 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56b626f-ea9b-4e76-9228-5190bfa95f9b,revision_number=None']} {{(pid=91746) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 14:05:36.609052 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG oslo_concurrency.lockutils [None req-4eec9923-29d2-4273-bc42-5fb70cbccbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91746) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 14:05:55.424860 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f77bd569-fd95-4118-9e68-d34f2db09ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:57.956940 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-12ac0c16-6df6-4ccc-afb5-e973e874de55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:58.090543 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:05:59.200267 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:00.936555 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:03.784296 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:06:05.511395 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:25.426607 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-5104d3ea-4340-4fc3-9e89-c34052b8e9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:27.959159 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-59e39d0f-9d21-40d0-96f7-2b649407e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:28.096165 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:29.202302 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:30.935605 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:35.509119 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:40.784563 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:06:55.428885 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-43139533-0d9f-47de-97af-cdb110f7a9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:57.962037 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3bf0841a-a10c-4a24-8d0e-5e6605884364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:58.106447 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:06:59.208060 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:00.938087 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:05.512192 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:17.784648 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:07:25.429965 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-52a8d9bc-1952-45c5-acb6-5ee22c0b0959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:27.965958 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9cc4139a-2abd-42a5-a887-964781c95bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:28.101685 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:29.209989 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:30.941470 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:35.525058 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:54.783153 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:07:55.432040 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9b505441-56fd-47b2-8919-86efd90d8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:57.968843 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f884f24e-e552-4b0b-9691-9d98206b0107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:58.103922 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:07:59.213048 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:00.943983 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:05.522959 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:25.434500 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-4e973ae6-d8d0-43c6-b4db-dc4c750da2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:27.973069 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-65ac62d7-f4cd-488d-a852-7155aebc1864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:28.108011 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:29.215553 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:30.947215 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:31.782794 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:08:35.528187 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:48.956788 dv-cinder-772623-7-iscsi neutron-server[91746]: DEBUG neutron.wsgi [req-bee24bc7-aad5-4ad8-8714-f146993e5695 req-44cd7727-9c8e-4695-afc3-b3915cab7838 service neutron] (91746) timed out ('10.222.0.55', 63251) {{(pid=91746) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 14:08:55.436796 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ae5494ed-f2e0-4046-ad38-3ab3ff1394e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:57.977132 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-38a4b9d2-d0bf-429a-9618-73ac92ef1ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:58.109851 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:08:59.218165 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:00.953084 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:05.543191 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:08.781634 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:09:25.441377 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-51d41a0c-c4d7-4ce1-ba91-ba10a408625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:27.979838 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-47c4742e-1b23-4421-947c-382495f500ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:28.114126 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:29.220636 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:30.953324 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:35.550604 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:45.782047 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:09:55.444317 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-de78e0c0-b68c-4760-b619-885709e26a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:58.020736 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-f76468c1-f50e-462e-9ad0-317a25f3d4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:58.107650 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:09:59.224245 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:00.955703 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:05.550232 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:22.784756 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:10:25.446359 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-4c30f34e-94f7-435f-a90a-8f7545ed1602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:27.983473 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-da8c14c9-0eed-4687-afbc-f105ebb4a63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:28.111238 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:29.226522 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:30.958333 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:35.565694 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-ef6ead19-1402-493c-875b-e6644b7fcf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:55.450475 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-80e30eaa-72e5-436c-962e-9656e9eb4ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:57.986814 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-9dc8570e-1816-4be8-a2f4-310b335483ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:58.113909 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-029295af-0b61-4edd-b172-e73916f10ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:59.230031 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-3677d6d3-8d46-45bf-8050-61b772eccac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 14:10:59.783997 dv-cinder-772623-7-iscsi neutron-server[91748]: DEBUG neutron.db.agents_db [None req-e4bab8cb-636e-4b11-94a3-99d931f51fd3 None None] Agent healthcheck: found 6 active agents {{(pid=91748) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 14:11:00.961265 dv-cinder-772623-7-iscsi neutron-server[91747]: DEBUG neutron_lib.callbacks.manager [None req-d3cd4502-bae1-4976-87b5-6bb904d47661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770175618187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-541877'] for agent, after_update {{(pid=91747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}